framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.74029052734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.46753791809082035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.930508804321289
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,1.6085810852050781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,2.388643798828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,2.520453186035156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,2.4867430114746094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,2.6488421630859373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,2.784132995605469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,2.434641876220703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,2.476933135986328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,2.764881896972656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,2.9452084350585936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,3.129876403808594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,3.3052877807617187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,3.5190170288085936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,4.052991943359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,5.195222778320312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,6.27378173828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,8.9324951171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,11.69743896484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.4943052673339844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.6636134338378906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.8483840179443358
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,1.6021299743652342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,17.6732568359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,2.278748168945312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,2.440642547607422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,2.4883200073242184
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,2.4782028198242188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,2.5791693115234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,23.85049560546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,2.662072448730469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,2.84442626953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,2.8805325317382815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,2.840186767578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,3.140526123046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,3.2728472900390626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,3.5236865234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,4.076687316894531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,5.2951245117187495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,38.65155517578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,6.391848754882813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,9.004810180664062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,12.089610595703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,17.865748291015628
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,57.06962890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,24.760361328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,42.528911132812496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.8418303680419921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,1.2280627441406249
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,1.571962890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,2.7650048828125002
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,4.282347412109376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,95.644140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,4.353126525878906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,4.421406860351563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,4.408872985839844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,4.464947204589843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,62.8473876953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,4.6513562011718745
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,4.850196533203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,4.892999572753906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,5.310750732421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,5.715230712890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,5.999349975585938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,6.390947875976563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,7.325347900390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,9.21903076171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,131.897998046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,10.879405517578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,15.271035156249999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,19.66223388671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,98.4618359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,29.49906494140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.01,170.28390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,40.12474365234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.7456972503662109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,1.0913996887207031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,1.4368563842773436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,2.7657421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,4.097556457519532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,4.356382751464844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,135.11076171874998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,4.431626281738281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,4.390420532226562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,4.566405029296876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,4.642631530761719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,4.955054016113282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,5.0795724487304685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,5.1339263916015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,5.664419555664063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,73.0604541015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,5.950914306640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,6.301859741210937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,7.280701293945313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,9.739059448242188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,10.905498046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.2,174.59458984375001
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,15.272857666015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,20.119859619140623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,108.97115234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,30.355312500000004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,43.79822265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,77.007890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,169.76111328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.4935270309448242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.9460326385498046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,1.058303985595703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,2.4380006408691406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,4.128870544433594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.01,5.81580810546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,113.68122070312499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.01,8.476897583007812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.01,8.958955688476562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.01,9.244405517578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.01,9.505443725585938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.01,10.34186767578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.01,11.027845458984375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.01,11.696353759765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,233.840234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.01,13.133250732421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.01,16.748687744140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.01,17.208135986328124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.01,18.036756591796877
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.01,19.503328857421874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.01,20.55444580078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.01,22.80056884765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,175.8284375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.01,24.72521728515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.01,28.46056396484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.01,33.12314453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.01,300.8287890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.01,43.0166015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.9091481781005859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.9290137481689452
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.4954111862182617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.2,2.1619097900390623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.01,53.3818798828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.2,5.089034118652344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,238.86511718749998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.2,8.197119750976563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.2,3.5945675659179686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.2,8.770314331054688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.2,9.194454956054688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.2,9.519963989257812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.2,10.515169677734374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.2,11.225313720703124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.01,76.518154296875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.2,12.1390283203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.2,13.52773681640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.2,17.796383056640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.2,17.26496826171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.2,18.641080322265626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.2,20.278046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.2,21.5944189453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.01,101.511416015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.2,23.994716796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.2,25.293720703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.2,30.147951660156252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.2,307.56357421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.2,35.481640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.07675903797149658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.01,0.09682944297790527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.2,47.83685546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,0.26173440933227543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.01,136.24012695312499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,0.5770444869995117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,0.7006617736816406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,0.6627532958984375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,0.7443251037597657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.01,0.16480255126953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,0.6944153594970703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,0.7815372467041015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,0.9885900878906251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,1.1092377471923829
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.01,0.3881574249267578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,0.9911910247802733
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,1.0729267120361328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,1.0746880340576173
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,1.2022374725341796
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,1.2212838745117187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,1.310187530517578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,1.521459197998047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,1.8269183349609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,2.273054656982422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,2.780262451171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,3.885137939453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.2,60.2186767578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,5.024481201171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,7.389634399414062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,0.1601945686340332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,0.23805952072143555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,0.32288768768310544
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,9.914797973632812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.08419327735900879
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,0.650280990600586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,0.6719692993164063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,0.6975897979736329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,0.7041228485107422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.07600128173828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,0.5998591995239257
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,0.7294976043701171
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,1.084252166748047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.01,12.622294921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,1.0134118652343749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,1.0583245086669923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,1.165332489013672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,1.0875904083251953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,1.1441561889648437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,1.239552001953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,1.350963134765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,1.580359649658203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.8001715087890624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,2.3215309143066407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,2.8770098876953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,4.049612731933594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,5.175275268554687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,7.858217163085937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,10.653572998046874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.2736537551879883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,1.274634246826172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.2,13.575639648437498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.2,90.553466796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,2.17133056640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.22599679946899415
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.5443993759155273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,2.410455017089844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,2.7822079467773437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,2.6031924438476564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,2.6591232299804686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,2.8330804443359376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.9382502746582031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,3.925155944824219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,4.122828674316406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,4.126187438964844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,4.269854736328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,4.285153198242187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,4.551720886230468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,4.870799255371094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,5.223117065429688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,6.068019409179688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,7.136010131835937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,9.067949829101561
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,11.143577880859375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.2060083198547363
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,15.660646972656249
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.2383462333679199
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.8020377349853515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.2,121.81659179687499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,1.1468595123291014
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,20.5336376953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,2.4562278747558595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,2.5476095581054685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.4878131103515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,2.6772683715820316
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,2.7075787353515626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,2.8693914794921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,3.9981466674804684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,2.5124249267578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,30.63394287109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,4.022579345703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,4.245053405761719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,4.330229797363281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,4.598927307128906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,4.596244506835937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,4.987842712402344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,5.33180419921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,6.286438598632812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,7.218155517578126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,43.7332177734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,9.252904663085937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,11.806986083984375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.2,152.15015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,16.995286865234373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,1.4053170776367188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.4723916625976562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.01,56.011982421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,2.4581939697265627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,22.86985107421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.8722637176513672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,6.900060424804687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,3.554385986328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,7.316295776367187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,6.23984619140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,35.03859619140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,8.070225830078126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,8.754401245117188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,7.61554931640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.01,9.664102172851562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.01,12.524482421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.01,12.78834716796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.01,13.29532958984375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.01,13.572669677734376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,47.9910888671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.01,14.403665771484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.01,15.716044921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.01,16.510648193359376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.2,62.563022460937496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.01,18.151751708984374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.01,20.759326171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.01,25.3846728515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.4768767929077148
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.5484748840332031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,1.2003123474121093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,2.1239398193359373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.01,30.869318847656253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,3.1009381103515627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,6.1743310546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,6.862069702148437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,7.501414184570312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.01,42.5811376953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,7.950377197265626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,8.407920532226562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,9.189027709960937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,9.893294067382813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,13.107630615234376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.01,55.6600341796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.2,13.363548583984374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.2,13.966704101562499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.2,14.2972314453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.2,14.77728271484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.2,15.789813232421874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.2,16.60200927734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.2,18.9591552734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.2,21.205217285156248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.01,86.070703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.2,27.057705078125004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.2,33.3870068359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.4986265563964844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.9510297393798828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,1.6414309692382811
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,2.0668211364746094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.01,113.065556640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.2,48.657856445312504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,4.793221130371093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,7.837655029296874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.01,9.137254638671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.01,11.450142822265624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.2,64.5771240234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.01,12.244254150390626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.01,12.634705810546874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.01,13.348004150390626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.01,13.9376025390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.01,149.772412109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.01,14.782136230468751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.01,15.948984375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.01,17.57759521484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.2,95.72920898437499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.01,18.915921630859376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.01,24.03416015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.01,25.718701171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.01,27.276901855468747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.01,29.976699218750003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.01,32.05341064453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.01,35.88980712890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.2,135.229951171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.01,39.9419189453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.9499238586425781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.2,1.2261376190185547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.4963328170776367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.01,48.192983398437505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.2,2.096209869384766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.2,4.134707336425781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.2,6.61127197265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.2,7.589519653320312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.01,58.626230468749995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.2,10.77096435546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.2,11.5671240234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.2,168.01140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.2,12.196905517578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.2,12.937420654296876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.2,13.879890136718751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.2,14.682972412109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.2,16.058778076171876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.2,17.819156494140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.01,79.4269921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.2,18.980003662109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.2,24.180429687500002
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.2,26.272685546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.2,27.964907226562502
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.01,102.024169921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.2,30.61233642578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.2,33.31239990234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.2,37.9531884765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.14692352294921876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.2,42.7597607421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.01,128.02234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.2246451187133789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.01,0.9165209960937499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.3470336151123047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.01,1.5413043212890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.721244125366211
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.01,1.8846925354003907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.2,52.276962890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.01,1.799700469970703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.01,2.1334629821777344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.01,2.1851954650878906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.01,2.295746612548828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.01,3.0164172363281248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.01,3.1157452392578127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.01,3.1943066406250002
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.01,3.601919860839844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.01,3.348787231445313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.01,3.5440844726562504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.01,3.8332006835937498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.01,4.073553771972657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.2,64.5674169921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.01,4.598927307128906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.01,5.115330505371094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.01,6.167388305664063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.01,7.316398315429687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.01,10.175508422851562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.01,12.7235888671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.1786675262451172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.3048857688903809
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.5682995223999023
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.7818035125732422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.01,18.642268066406253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.13592576026916503
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.2,1.5259852600097656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.2,1.6847462463378906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.2,1.9634176635742187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.2,2.019983367919922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.2,1.8431181335449218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.2,2.127441864013672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.01,24.49575927734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.2,3.1321701049804687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.2,3.2133734130859373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.2,91.87744140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.2,3.3122918701171877
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.2,3.399516296386719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.2,3.496734619140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.2,3.635588989257813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.2,4.06255615234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.2,4.6970062255859375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.01,30.8178955078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.2,4.227379150390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.2,5.2238745117187495
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.2,6.410158081054687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.2,7.786495971679687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.2,10.6030078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.23629823684692383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.2,13.424497070312501
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.37072895050048826
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.4662271881103516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.2,20.149390869140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.7931903839111328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.2,122.55027343750001
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.8116429138183594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.8664678192138672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.2,27.557888183593754
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.835952606201172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.9261260986328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,1.0475929260253907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.9254297637939454
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.8956928253173828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.9935257720947266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,1.0241228485107423
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.2,35.1197802734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,1.0005094146728515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,2.335518646240234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,1.1235942077636718
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,1.154703369140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,1.3985382080078126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,1.9410943603515627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,3.277168579101563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,4.3411865234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,6.0935168457031255
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.2,149.92193359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,8.040079345703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.23601152420043947
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.7925555419921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,11.81065185546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.3544473648071289
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.9191423797607422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.42788864135742183
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.9932390594482422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,15.573565673828124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.7755776214599609
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.8978636932373046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.9271910095214844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,1.0058956909179688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.8957952117919922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,1.1407154846191407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,1.1964415740966796
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.9601638031005859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.9266175842285156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,23.17787109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,2.3123968505859374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,3.3018060302734376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.9917030334472656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,4.434493408203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,1.4048460388183595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,6.1448193359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,1.9038003540039063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,30.295839843750002
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,8.0475341796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.01,38.02660888671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.43358207702636714
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.6343884658813477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,1.40189697265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,2.144788513183594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.843345947265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,2.2751231384277344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,2.2204826354980467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,2.2266265869140627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,2.257407989501953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,2.328698883056641
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,15.709635009765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,2.4214938354492186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,11.7979541015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,2.441400299072266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,2.6281777954101564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,2.8141772460937498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,2.9072589111328124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,3.0451507568359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,3.524710388183594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,4.421099548339844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,5.325086669921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,23.1559375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,7.395041503906251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,9.489019165039062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,30.071254882812504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,14.263992919921876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.42006526947021483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.5702246475219727
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.7358054351806641
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,1.3999308776855468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.2,37.97686279296875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,19.392799072265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,2.071715850830078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,2.187489318847656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,2.22234619140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,2.2197657775878907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,2.296012725830078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,2.339799041748047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,2.4724890136718747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,2.5314508056640626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,2.530938873291016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,2.798981018066406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,2.8719512939453127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,3.0536703491210937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,3.537039489746094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,4.478300170898438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,5.321687011718749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,35.78421142578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,7.381524658203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,9.669550170898438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,14.587269287109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,52.964638671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,20.3040966796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,37.337558593749996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.2622463989257812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.4401152038574219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.5563801574707031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,1.233285140991211
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,2.0959846496582033
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,87.10398437500001
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,2.9313638305664065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,52.4834814453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,4.298567810058594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,4.500090942382813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,4.732948608398438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,4.822528076171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,5.1312841796874995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,5.467750244140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,5.648035888671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,6.075187377929687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,8.2990283203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,8.515256347656251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,114.49675781250001
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,8.948817749023437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,9.718231201171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,10.267054443359374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,11.442093505859376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,86.76689453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,12.491263427734376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,14.5014990234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,16.78319580078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.01,147.466728515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,21.62870361328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.2639667129516602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.47568897247314457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.4991180801391602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,1.1174502563476563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,1.8263040161132813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,2.6181018066406248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,26.65103271484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,4.1934030151367185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,4.488335266113281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,4.6217626953124995
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,120.617392578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,4.844810180664062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,38.1104736328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,5.1999951171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,5.472993164062499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,5.81158935546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,6.3621325683593755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,8.538275756835938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,8.834006958007812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,9.252781982421876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,10.104688720703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,10.7964208984375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,51.4638232421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,12.032736816406251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,12.79752197265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,15.131300048828127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.2,151.438564453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.0535756778717041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.059842557907104486
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.09758720397949219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,0.14708736419677734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,17.724538574218748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,0.20180992126464842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,0.3392307281494141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,0.34641918182373044
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,0.39256065368652343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,0.3688243103027344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,0.3747430419921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.01,63.919101562499996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,0.3874816131591797
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,0.5013299179077149
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,0.5370470428466797
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.01,0.5252710342407226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,0.5549465560913086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,0.5879603195190429
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,0.5781299209594726
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.01,0.6293094253540039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.6965042877197265
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.7934156799316406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,23.007744140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.9395609283447266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.2134400177001954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,1.5094784545898439
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,2.0886323547363284
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,2.7089920043945312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.053370881080627444
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.05603328227996827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,3.8993508911132815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.08966143608093262
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,0.18176000595092773
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,5.232373657226562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,0.315863037109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,30.10916259765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,0.35559425354003904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,0.3662233734130859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,0.3776716613769531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,0.4072243118286133
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.01,6.436925659179687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,0.39161857604980466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,0.5036032104492187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,0.5597593688964844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,0.5433139038085938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,0.5643264007568359
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,0.5631385421752929
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,0.6190079879760743
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,0.6392832183837891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.6866944122314453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.8145305633544921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.948449249267578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.222656021118164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,1.5298970031738282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,0.1384447956085205
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,2.1425357055664063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.11661312103271484
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,2.764185485839844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.154398717880249
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.28966911315917965
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,4.011089782714843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.48025600433349613
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.6616473388671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,1.1115519714355468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.225687026977539
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,5.5261181640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,1.2779110717773439
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,1.326612548828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.346519012451172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.4196940612792968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.2,6.9410815429687505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,1.9439411926269532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,45.031894531249996
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,1.9612261962890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,2.0327833557128905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,2.118410186767578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,2.1262950134277343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,2.2663168334960937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,2.6016769409179688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,2.611568603515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,3.0730035400390627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,3.5872564697265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,4.556103820800781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,5.550448608398438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,7.744962768554688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.14198783874511717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.25993215560913085
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,9.932882080078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.4318412780761719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.5977497482299805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.11638784408569336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,59.7247802734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,1.1446886444091797
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,1.2548915100097655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,1.4381671142578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,1.3549977111816407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.3701734924316407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,15.265260009765626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,1.5510528564453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,1.9806822204589842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,2.0058726501464843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,2.0968858337402345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,2.1677261352539063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,2.1339955139160156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,2.2855474853515623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,2.491146240234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,2.652119140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,3.163074645996094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,20.872868652343747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,3.6209048461914066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,4.631203918457031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,5.7446398925781255
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.2817228889465332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,8.116490478515626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.4114022445678711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.01,26.95223388671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.2,76.91720703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.6410034942626953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,1.2470681762695313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,1.7998439025878905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,11.067064208984375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,3.298734130859375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,3.472670593261719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,3.683020935058594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,3.8172671508789064
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,3.9548519897460936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,4.196392822265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,17.0950244140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,4.481454162597656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,6.200094604492188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,6.359183349609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,6.632796020507813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,23.790654296874997
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,6.765895385742188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,7.161671752929688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,7.888240356445313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,8.272261352539063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,9.194393310546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.2,30.231655273437504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,10.576302490234374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.2518835258483887
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.28999679565429687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,12.79952880859375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.6146047973632813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,1.098055648803711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,15.25338134765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,1.5567257690429688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,3.117711486816406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,3.456122741699219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,3.7365350341796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,20.882021484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,3.9485644531250004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,4.107509765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,4.331990966796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,4.6316748046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,26.71089599609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,6.470451049804687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,6.602219238281251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,6.948331298828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,7.0945587158203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,7.363890991210937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,7.922340087890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,8.327802734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,9.564385375976562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,40.7830517578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,10.571038818359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,13.137633056640624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,16.327863769531252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.26718208312988284
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.44240894317626955
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,55.340053710937504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.8394751739501952
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,23.428156738281253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,1.1797503662109374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,2.410639343261719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,3.6200857543945313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,4.31288330078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,31.366145019531253
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,5.750005493164062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,6.147440795898437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,6.404730834960938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.01,72.55904296874999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,6.707998657226563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,6.954127197265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,7.276769409179687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,7.740620727539063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,8.294215698242187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,47.04634765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,8.638197631835938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,11.872276611328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,12.77138916015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,13.565194091796874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,15.015260009765626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,16.103076171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,65.3443505859375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,18.270965576171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.26683391571044923
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.4421017456054687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,20.4069482421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.6401023864746094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,1.1987763214111329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,2.0551271057128906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,3.1876300048828123
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.2,79.96123046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,24.770151367187502
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,3.823636474609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,29.5904248046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,5.461217041015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,5.9089508056640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,6.12485107421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.2,6.543892211914063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.2,6.901534423828124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.2,7.154237670898437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,39.761162109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.2,7.781417236328124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.2,8.22982666015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.2,8.730296020507812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.2,11.951165771484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.2,13.032325439453126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,50.843608398437496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.2,13.923819580078126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.2,15.329771728515624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.2,16.7554052734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.2,19.112325439453123
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.01,63.1728955078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.13936639785766602
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.1920614433288574
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.08873984336853027
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.2,21.46322509765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.38459392547607424
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.4799897766113281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.8891391754150391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.2,26.384445800781247
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.01,1.0055884552001952
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.9381683349609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.01,1.0762445068359374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.8966963195800781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.01,1.5204556274414063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.01,1.1289804840087891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.01,1.5718605041503906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.01,1.7248664855957032
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.01,1.6355532836914062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.01,1.8346598815917967
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.01,1.769881591796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.2,32.00385009765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.01,1.9124838256835937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.01,2.0356710815429686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.01,2.2946406555175782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.01,2.5470361328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.01,3.688058776855469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.01,3.171881103515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.01,4.916326293945312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.0817356777191162
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.10004480361938477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.01,6.257233886718749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.16887807846069336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.4109312057495117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.30416896820068356
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.01,8.869642333984375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.7854694366455078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.8780799865722656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.2,0.9725132751464844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.2,1.013186569213867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.2,45.210561523437505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.2,1.048084487915039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.2,1.1015987396240234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.2,1.5746047973632813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.2,1.6641023254394534
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.2,1.706414031982422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.01,11.748720703124999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.2,1.7472921752929687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.2,1.7907096862792968
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.2,1.8224333190917967
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.2,1.9486309814453127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.2,2.0329881286621094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.2,2.332446746826172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.2,2.6780877685546876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.01,14.813717041015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.2,3.1870361328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.2,3.8157720947265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.2,5.075619812011719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.2,58.5723095703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.1323417568206787
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.2,6.532301025390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.19949567794799805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.2,9.753128662109376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.2728550338745117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.49113086700439457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.5153996658325195
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.4194303894042969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.5042790222167969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.4318617630004883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.2,13.272453613281249
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.5071871948242188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.5403647994995117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.5488025665283203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.44466175079345704
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.5965004730224609
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.6150553512573242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.7337574768066406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.9956556701660156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.4575436782836914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.2,16.93665283203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.2699827575683593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,3.1140658569335935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.49700862884521485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.2,73.028916015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.2135424041748046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,1.698856964111328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.17922048568725585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.1311948776245117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.1307135009765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.23805952072143555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.461926383972168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,6.060216064453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,8.0237158203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.5012480163574219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.4198809432983398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.4977254486083984
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.41318401336669924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.5162803268432616
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.5404467010498047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.6000640106201172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,11.654410400390626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.45522945404052734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.628858871459961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.4657766342163086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.982999038696289
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.2237209320068358
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.232893371582031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.47587329864501954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,15.738941650390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.205693359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.5373542404174805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.7283712005615234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,6.072504272460938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.01,19.54697265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,1.7123123168945313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,7.9668017578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.119449462890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.4044800186157227
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.33075199127197263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.717291488647461
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.20269056320190432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.7795916748046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.8151859283447266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.8022220611572266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.8057651519775391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.6803865814208985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.8621056365966797
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,15.710740966796873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.6987570953369141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.7251558685302735
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,11.8661328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,1.1842150115966796
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,1.6379493713378905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,1.989160919189453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.766402587890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.2,19.23409912109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,2.8491571044921877
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.8846336364746094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,3.758551025390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.9473023986816406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,1.0297958374023437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,5.3407745361328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,6.848081665039063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.28377088546752927
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,9.939415283203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.2024857521057129
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.6695526123046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.7181311798095703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.7788339233398437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.3717939376831055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,13.242368164062501
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.8321024322509766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.7659315490722657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.8628428649902343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.6801203155517579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.7614054107666016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,1.0535116577148438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,19.799019775390626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.800542755126953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.8294809722900391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,1.6345907592773437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.8475443267822266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.9526067352294921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,3.725906066894531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,26.17047119140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,1.184010238647461
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,5.3262744140625005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,1.9961651611328126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,2.785198059082031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,6.868909912109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.01,32.5210107421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.1407590389251709
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.26365951538085936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.29222911834716797
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.6500351715087891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,10.164469604492187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,1.0931199645996093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,1.5153356933593751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,2.194288635253906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,2.3208140563964843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,13.42392333984375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,2.417725372314453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,2.4663655090332033
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,2.6129614257812497
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,2.77243896484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,2.8486654663085935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,3.0401535034179688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,19.708723144531252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,4.136140747070312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,4.2394213867187505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,4.471070861816406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,4.8455679321289065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,5.178613891601563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,26.0516650390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,5.854105834960937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,6.436741333007812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,7.572295532226562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.1530675220489502
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,8.735477905273438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.22861824035644532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.29057024002075194
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.5867929458618164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,11.427799072265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.2,31.902084960937497
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.9417727661132812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,1.343426513671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,2.1287936401367187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,2.3844863891601564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,2.2902374267578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,13.897318115234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,2.451496887207031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,2.6194534301757812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,2.7913830566406252
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,2.9112115478515626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,3.1371673583984374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,4.250951538085937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,19.723817138671876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,4.393431091308594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,4.619509887695313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,5.077626953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,5.445570678710938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,6.138532104492187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,26.01019287109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,6.58386962890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,7.825490112304688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.01,0.0341811203956604
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.04837376117706299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,9.131868286132812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.06594560146331788
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.09678848266601563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.1164083194732666
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,0.19005439758300782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,0.20008960723876953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.01,32.87087158203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,0.2130739212036133
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,0.2161868858337402
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,11.784908447265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,0.23382015228271485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,0.22317056655883788
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,0.2810470390319824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,0.3112550354003906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,0.30009344100952146
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,0.30320640563964846
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,0.3048652839660645
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,0.3404595184326172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,0.36128768920898435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.38324222564697263
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.46692352294921874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.550645751953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.7157555389404296
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.8870297241210938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,15.202550048828124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.2529049682617188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,1.602293701171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.035348479747772214
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.04622335910797119
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.06273024082183838
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,2.3415603637695312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.081080322265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.10788864135742186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,0.1844428825378418
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,0.20727807998657227
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,3.0672897338867187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,0.21567487716674805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,0.220446720123291
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,0.22145023345947265
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,0.2287411117553711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,0.28305408477783206
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.01,3.8505471801757816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,0.28440576553344726
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,0.3032883262634277
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,0.2977996826171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,0.3144294357299805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,0.3234201431274414
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,0.3683942413330078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.3909222412109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.47722496032714845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.5532057571411133
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.7265074920654297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.8997068786621094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,22.320661621093752
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.264517135620117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.08443903923034668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.09472000122070312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,1.6258457946777345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.17840127944946288
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.2573516845703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,2.3882957458496095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.3715686416625977
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.581468162536621
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.6525952148437499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.6822911834716796
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.696258544921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,3.1215411376953126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.7082803344726563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.7443456268310547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.9660415649414062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.2,3.96105712890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.9710591888427734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,1.0280754852294922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,1.0541260528564453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,1.0729881286621095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,1.1231436920166016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,1.2212223815917969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,1.3277389526367187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,30.04541015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,1.5538790893554686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.8474803161621094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,2.3726080322265624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.07743487834930421
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,2.913013610839844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.08724479675292969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.14774271965026856
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,4.073246765136719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.2287820816040039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.32856063842773436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.6014976119995117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,5.28648193359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.6667878723144531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.691568603515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.7118233489990234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.7194419097900391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.7502028656005859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.987176971435547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.9828761291503906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.2,37.7856201171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,1.0476748657226562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,7.89923828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,1.0787430572509766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,1.0947583770751952
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,1.1220377349853516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,1.315205078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,1.3480960083007811
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,1.6110386657714844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.853870086669922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,10.466590576171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,2.41797119140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.14532608032226563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,2.972405700683594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.22054912567138674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.34430976867675783
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,4.218634338378907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.01,13.733560791015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.646103057861328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.9272934722900391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,5.6019970703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,1.6035430908203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.7548902893066405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.8757017517089842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.9400294494628905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,2.0034559631347655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,8.613416748046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,2.097397766113281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,2.184540100097656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,3.0887936401367186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,3.1693209838867187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,3.3068441772460937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,11.8388330078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,3.3852005004882812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,3.594710998535156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,3.986001892089844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,4.207329406738281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.2,15.310888671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,4.691845092773438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,5.414052124023438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.15822848320007324
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,6.551613159179688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.1641472053527832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.32985088348388675
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,7.85860595703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.571064338684082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.8433663940429688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,10.754908447265624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,1.6014131164550782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.7616691589355469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.920245819091797
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,1.997844543457031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,2.0856626892089842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,13.70208251953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,2.1600051879882813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,2.2712319946289066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,3.2178994750976564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,3.306536865234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,3.474821166992187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,3.5384115600585937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,3.700940856933594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,3.9992730712890627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,4.212797546386719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,20.58260498046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,4.849274902343749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,5.418455200195313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,6.7162933349609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,27.64693603515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,8.174530639648438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.15775744438171385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.2658099174499512
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.44443649291992193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,11.644232177734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.5556428909301758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,1.248563232421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,15.441817626953124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,2.040791015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.01,36.065751953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,2.2163456726074218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,2.9606503295898436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,3.1650814819335937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,3.2960101318359376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,3.46640380859375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,3.5484466552734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,23.36403564453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,3.731271667480469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,3.948544006347656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,4.138086547851563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,4.2581811523437505
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,5.930127563476562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,6.389104614257812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,6.804090576171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,32.11173828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,7.610675048828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,8.257515258789063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,9.48115478515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.1562828826904297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,10.59029052734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.23908351898193358
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.3728179168701172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.2,39.98097412109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.5658009719848633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,1.0659839630126953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,13.02824951171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,1.7875149536132813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,1.9725517272949218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,15.45027587890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,2.7913217163085937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,2.96953857421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,3.157135314941406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,3.3411276245117185
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,3.535749206542969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,3.628646545410156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,20.9453271484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,3.8730752563476565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,4.117155761718751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,4.2727423095703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,5.972561645507812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,26.54287841796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,6.513500366210937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,6.989680786132813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,7.80611572265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,8.554495849609376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.01,32.3177880859375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,9.85364501953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.08656895637512207
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.11173888206481934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,11.036119384765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,13.62694091796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.18749439239501953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.4663705444335937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.45846527099609374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.5402419281005859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.06201344013214112
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.516157455444336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,16.453980712890626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.5359820938110351
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.79425537109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.5575270462036133
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.8333516693115234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.887357406616211
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.8388813018798829
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.29091840744018554
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.9103769683837891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.01,1.0179993438720705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.01,1.0490675354003907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.01,1.180774383544922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,23.064228515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.862576675415039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.01,1.3293363952636719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.01,1.6389733886718751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.01,1.98582275390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.01,3.404922790527344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.01,2.754150390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.01,4.824657897949218
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.10018815994262695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,30.02419189453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.22626304626464844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.05758975982666016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.45643775939941406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.01,6.3272552490234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.01,7.99193115234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.4580556869506836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.5028249740600585
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.5768396759033203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.5648384094238281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.8116223907470703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.0693452787399292
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.831836166381836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.8686796569824219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.5478400039672852
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.8940544128417969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.9365913391113281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.9948365020751954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.2,1.0494566345214844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.2,1.203466262817383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.8548556518554686
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.2,1.3614285278320313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.2,1.6923443603515627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.2,2.0322303771972656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.2,37.48622314453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.2,2.7297177124023437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.17184768676757814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.2,3.444449157714844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.08370176315307618
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.1234943962097168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.2,5.186948852539063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.2,7.02867431640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.24623104095458986
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.15163392066955567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.2818867111206055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.24930303573608398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.2,8.87736328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.2412953567504883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.2589081573486328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.29650943756103515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.28444671630859375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.32055297851562503
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.5184307098388672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.36706302642822264
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.6386278533935548
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.880558090209961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.1548262023925782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,1.6447897338867186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.2819891166687012
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,2.14044677734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,3.1326617431640624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,4.078530578613281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.38879230499267575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.31694847106933594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.35917823791503906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,6.099087524414062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.08364031791687013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.10295295715332031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,8.011448364257813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.3861094284057617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.24743936538696287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.01,10.064076538085938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.2450022315979004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.1462886428833008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.2896281623840332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.24838144302368165
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.24418304443359373
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.2818252754211426
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.300134391784668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.39067649841308594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.2608127975463867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.638914566040039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.8780799865722656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.32624641418457034
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.37259265899658206
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.1472486114501952
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.669898223876953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,2.129264678955078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,3.122114562988281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,4.093583374023437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.5182259368896485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,6.1241955566406245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.11239423751831054
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.30763008117675783
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.3587276840209961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.3844915390014648
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.1783807945251465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,8.043499755859376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.40267776489257817
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.4139212799072266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.4176076889038086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.3652608108520508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.4353433609008789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.2,10.003353881835938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.47185920715332036
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.5000601577758789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.5578547286987304
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.5493964767456054
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.22222848892211916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.6380543899536133
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.3733708953857422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.8827289581298828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.0691788482666016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,1.4550425720214843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.3977830505371094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,1.9087974548339843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,2.7452621459960938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.40222721099853515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,3.5968408203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,5.190103149414062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.44265472412109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.206561279296875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.36587520599365236
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.39139328002929685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.11276288032531738
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.1617715263366699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.4019814300537109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,6.81396240234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.4197375869750976
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.4184883117675781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.43945983886718754
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.4495564651489258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.47067134857177734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.5689548873901368
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.5468569564819336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.6441574096679688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.8851046752929687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,10.176942138671874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.076121597290039
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,1.4804377746582031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.3626188659667969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,1.9406643676757813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.396492805480957
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,2.7930215454101566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,13.229117431640626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,3.585617980957031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.4696268844604492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.10326016426086426
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,5.1919665527343755
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.1543782424926758
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.16777215957641603
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.01,16.793170166015624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.34228225708007814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,6.867291870117188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.5793382263183593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.7978598022460938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,1.1567922973632814
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,1.2097535705566407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,1.249628143310547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,1.286041564941406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,1.363968048095703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,10.0702001953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,1.4531788635253906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,1.5134310913085938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,1.5909683227539062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,2.0565811157226563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,2.113269805908203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,2.223124542236328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,13.498367919921876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,2.426122283935547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,2.6200881958007813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,3.0218853759765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,3.3698202514648434
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.2,16.476221923828128
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,4.038901672363282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.10950655937194824
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,4.690616455078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.14954496383666993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.1551155185699463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.33990657806396485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.5122048187255859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,6.125875244140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.7223296356201172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,7.603240966796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,1.1116544342041015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,1.1866316986083985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,1.242623977661133
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,1.2901580810546875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,1.3810893249511718
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,1.4533427429199217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,1.5193907165527345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.6501554870605468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,10.786590576171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,2.108415985107422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,2.1731532287597655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,2.3019725036621095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,2.5563136291503907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,2.747883605957031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,3.1651840209960938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,14.439689941406249
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,3.44985595703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,4.13655029296875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,4.858019714355469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.06400000095367432
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.01,17.965936279296876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.07108607769012451
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.0994099235534668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.16302080154418946
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.19783679962158202
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.3127500724792481
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.3855769729614258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.3872768020629883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,6.3464855957031245
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.39737342834472655
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.39983104705810546
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.40734718322753904
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.5579980850219727
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.523059196472168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.5450956726074219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.5616844940185547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,8.083230590820312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.5656985473632813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.5890047836303711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.679546890258789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.7317913818359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.9220915222167969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,1.0431488037109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,1.3637837219238282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,1.6914636230468751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,11.88106201171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,2.3673446655273436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.06453248023986816
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.07122943878173829
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,3.0812161254882815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.13355008125305176
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.10045439720153808
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.1902592086791992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.32522239685058596
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.3741696166992187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,4.549406738281251
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.3951820755004883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.3978239822387695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.4049715042114258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,15.687987060546874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.4234444808959961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.5271756744384766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.5380915069580079
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.5495808029174805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.5977088165283203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.5739929580688476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,6.104166259765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.6002073669433594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.684933090209961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.7375872039794922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.8997068786621094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,1.0458726501464843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,1.3823590087890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,1.72474365234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.01,7.789117431640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.10274815559387207
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,2.426941375732422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.1437286376953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.2,19.976048583984372
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.18939903259277344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,3.20458740234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.3500646209716797
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.5014937591552735
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.9066086578369141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.9277439880371094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.0156851196289063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.9746841430664063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,1.0481664276123046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,4.761395263671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.1071692657470702
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.1603968048095703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.4914968872070313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.544048614501953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.6226304626464845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,6.533263549804687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,1.6644505310058595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,1.7672192382812502
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.9614105224609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,2.1117337036132815
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.2,8.35409912109375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,2.4099020385742187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,2.7935333251953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,3.456573486328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.1088102436065674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,4.151275634765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.11132927894592286
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.1826406478881836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.30429183959960937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.4409548950195313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.8310169219970703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,5.7541015625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.9305702209472656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,1.0048716735839842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,1.0434969329833985
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,1.088532485961914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,7.351603393554687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,1.1418828582763672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,1.1803238677978516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,1.567969207763672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,1.6274021911621095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,1.699901428222656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,1.7409228515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,10.7894580078125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,1.8112716674804688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.9890176391601564
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,2.1241445922851563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,2.462371826171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,2.8044903564453127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,14.693498535156248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,3.5350527954101567
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,4.29117431640625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.15988736152648925
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,6.0470068359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.01,19.007098388671874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.24344575881958005
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.3047833633422852
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,7.956193237304687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.7277977752685547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.9855181121826172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,1.178562545776367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,1.5967231750488282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,11.86871337890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,1.6321331787109377
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.11280384063720703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,1.714319305419922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.798778839111328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,1.8659942626953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,1.9604275512695313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,2.0529766845703126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,2.161766357421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,2.2709657287597658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,16.372510986328127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,2.938818664550781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,3.2001434326171876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,3.4139956665039066
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,3.8793829345703124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,4.278292541503906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.2,20.754023437500003
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,5.002567749023437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,5.706690673828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.11384832382202148
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.159682559967041
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,7.0044055175781255
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.20723712921142576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.2998886489868164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.5791539382934571
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,8.453406982421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.9153945922851563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,1.0431283569335936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,1.4542848205566405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,1.5602688598632812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,1.6449740600585936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.7578393554687501
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.831321563720703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,11.320299072265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,1.8981478881835936
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,2.0534886169433593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,2.1735629272460937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,2.2754304504394534
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,2.9578649902343748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,14.607810058593751
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,3.2561563110351566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,3.5182592773437498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,3.9847116088867187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.01,17.708216552734378
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,4.425236511230469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,5.185761108398437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,5.930106811523437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.046694397926330566
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,7.3009765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.08849408149719237
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.13924351692199707
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,8.7103076171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.2045542335510254
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.33468414306640626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.3036979293823242
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.3782041549682617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.3881779098510742
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.41351169586181646
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,12.27452392578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.3734323120117188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.07280640125274658
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.5924249649047851
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.5773311996459961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.6107136154174805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.655093765258789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.6465331268310547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.7754342651367188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.8529714965820313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,15.992626953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.01,1.0036019134521486
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.01,1.166561279296875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.01,1.4636032104492187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.01,1.7834393310546877
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.01,2.4206335449218748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.2,19.661885986328123
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.6998834991455078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.01,4.373954467773437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.01,3.089571838378906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.060968961715698246
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.01,5.710049438476562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.3339059066772461
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.1680179214477539
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.12730367660522462
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.08706048011779785
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.3820339202880859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.3048857688903809
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.3999334335327148
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.01,7.05206298828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.6128435134887695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.3616563034057617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.6398361587524415
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.657080307006836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.6871654510498046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.7225958251953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.7966105651855468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.8631091308593749
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.2,1.0222386932373047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.5975859069824219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.2,1.1706163024902343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.42459136962890626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.2,1.483837432861328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.04538368225097657
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.2,1.7927781677246095
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.074137601852417
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.08579071998596191
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.17342464447021483
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.17672191619873048
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.2,2.4364646911621093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.06520832061767579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.1803468894958496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.1802854347229004
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.1824563217163086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.19101696014404296
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.12707839965820314
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.20588544845581053
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.2073600006103516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.2,3.1023718261718747
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.20998144149780273
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.23988224029541017
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.24432640075683593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.25395200729370115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.2997043228149414
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.3499212646484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.41984001159667966
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.5712691116333007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.7251763153076172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.0480435180664063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.3671833801269533
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.2,4.492144775390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.06537216186523438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.07014400005340576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.08245247840881348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.0960050964355466
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.17002496719360352
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.2,5.947432861328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.17711103439331055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.18687999725341797
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,2.9751296997070313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.17987583160400392
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.18587648391723632
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.19451904296875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.20826112747192385
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.2108006477355957
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.20936704635620118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.23846912384033203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.12705792427062987
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.24625152587890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.2574950408935547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.30044160842895506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.2,7.441223754882813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.3501875305175781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.41924606323242186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.568463363647461
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,4.985753479003906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.7206707000732422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.050234909057617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.333104705810547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.08706048011779785
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.1095680046081543
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.13004799842834475
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.231971893310547
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.20187135696411135
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,7.202283325195313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.29267967224121094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.2918604850769043
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.29675519943237305
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.29640703201293944
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,3.1152127075195315
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.29925376892089844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.3064012718200684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.31928319931030275
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.357498893737793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.3773440170288086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.40038398742675785
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.408166389465332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.45166591644287113
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.01,9.10276611328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.5013708877563476
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.6014771270751953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,5.179085083007813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.7179468536376954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.9899417877197265
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.2643942260742187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.8082815551757812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,7.437762451171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.446766052246094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.08828927993774413
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.10334207534790038
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.1225318431854248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.28280832290649416
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.2950758361816406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,3.949158325195312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.2,9.2269775390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.2973286437988281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.29884416580200196
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.3114188766479492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.2019327926635742
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.3083263969421387
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.3201638412475586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.3638476943969727
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.3681894302368164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.3983359909057617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.4051558303833008
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.4629708862304687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.500469741821289
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.6039347076416016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,5.84816650390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.720711669921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.9708953857421875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.2759040069580077
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.8068888854980467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.4808447265624998
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,9.393869018554687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,4.061675415039063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.08728575706481934
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.10420224189758301
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.1145241641998291
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,6.020116577148437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.1908940887451172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,13.093416748046874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.3073638343811035
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.4434124755859375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.6201958465576172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.6574079895019531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.6757580566406249
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.7001702117919921
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,9.74286865234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.7347609710693359
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.7829708862304687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.01,16.8654638671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.8120114898681641
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.8828313446044922
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,1.136558074951172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,1.0968268585205077
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,1.2081356811523438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,1.3425050354003907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,1.4662042236328126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,13.511700439453126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,1.712578582763672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.9671449279785158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,2.4366694641113282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,2.8609945678710935
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.08890368461608886
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,3.7522637939453127
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.11079680442810058
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.2,17.408922119140623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.11046912193298339
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,4.718858337402343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.19329023361206055
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.2756608009338379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.3857408142089844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.5988761520385741
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.6639206695556641
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.6728294372558594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.6977126312255859
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.7363584136962891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,6.603755493164063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.7819264221191407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.8243814086914062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.9126092529296874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,1.1354112243652343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,1.1708006286621093
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,8.575283203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,1.2501811218261718
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,1.421414337158203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,1.5346687316894532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,1.7933311462402344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,2.020556793212891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.01,10.79846923828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,2.479411163330078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.06113279819488525
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,2.9361151123046874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.07593984127044677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,3.83614990234375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.09809920310974121
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.04194303989410401
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,4.877066345214844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.18298879623413086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.22769664764404296
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.2208358383178711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.13592576026916503
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.2242969512939453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.23721984863281248
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.20434944152832032
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.28221439361572265
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.296570873260498
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.28205055236816406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.3147161674499512
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.3221094512939453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,7.0451202392578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.34914302825927734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.42518527984619137
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.4646912002563477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.5557657623291016
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.6830489349365234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.8774861145019532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.1091763305664064
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,9.300521240234374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.04698112010955811
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.57591552734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.06070271968841553
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.07337984085083007
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,2.037780456542969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.09572352409362793
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.11778047561645508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.19126272201538086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.21680128097534182
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.22632448196411134
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,2.98919921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.2,11.76690673828125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.24023040771484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.227512321472168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.29304832458496094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.30496768951416015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,4.008775634765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.21284864425659178
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.3200614547729492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.3264102554321289
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.32763904571533203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.35952640533447267
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.43051006317138674
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.4764057540893555
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.5660057449340821
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.6618521881103516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.01,5.045821533203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.8913715362548829
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.1252941131591796
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.0880025577545166
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.6003482055664062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.1216921615600586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.19298303604125977
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,2.077347869873047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.2736947250366211
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.466984977722168
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.09990143775939941
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.49960960388183595
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.5423513412475586
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,3.103150024414062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.5610291290283203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.5733785629272461
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.6076620864868164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.6326681518554688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.8059903717041015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,4.186624145507812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.8403763580322267
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.8698265838623047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.8888114929199219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.9499238586425781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,1.0706124877929688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.2,5.29311767578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,1.1729510498046873
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.3652992248535156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.604382781982422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,2.0186317443847654
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.08364031791687013
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,2.5004646301269533
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.08759296417236329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.11816960334777833
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.17704959869384768
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.24160255432128905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,3.428372497558594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.45629440307617186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.5021491241455078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.5489459228515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,4.408995971679688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.5731942367553711
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.5889638519287109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.6189875030517579
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.6557901000976563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.8486707305908203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.8609996795654297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.9084722900390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,6.35947021484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.9286246490478515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.9844121551513672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,1.0978099060058593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,1.1842969512939452
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,1.3992959594726562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,8.539688720703126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.621033020019531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,2.0640972900390624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,2.523258819580078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.01,10.839838867187499
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,3.5087564086914065
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.0932044792175293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.10756095886230468
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.1594163227081299
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,4.569415588378907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.19161088943481447
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.3481190490722656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.5334220886230469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.6492979431152344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.8532991790771485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.8729599761962892
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,6.899527587890626
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.9012838745117188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.9494937896728516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.9970687866210938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,1.0396876525878906
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,1.123041305541992
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,1.2203826904296875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,9.38029052734375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,1.246412811279297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,1.5947775268554687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.7321983337402345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.8780569458007812
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.2,11.611873779296875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,2.1775975036621094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,2.4448818969726562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,2.9836697387695312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,3.464396667480469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.09230336189270019
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.1147494411468506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.13322239875793457
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,4.325335083007813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.17561599731445313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.3082035255432129
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,5.224324951171875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.46747646331787107
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.6027468872070313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.7844659423828124
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.8240742492675782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.8751718139648437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,7.159316406249999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.9284607696533204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.9812992095947266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.0343833923339845
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,1.1073741149902343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,9.112801513671874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,1.19193603515625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,1.2463922882080078
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,1.5956582641601562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.7707212829589842
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.9454566955566406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.01,11.081829833984376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,2.2479872131347656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,2.528522186279297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,3.0801715087890624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,3.561881713867187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,4.449157104492188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,5.388635864257813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.038830080032348634
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.05443583965301514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.06754303932189941
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,7.380070190429687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.19687423706054688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.21528575897216795
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.25427967071533203
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.27238399505615235
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.13668352127075195
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,9.644134521484375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.10348544120788575
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.22695936203002928
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.34168830871582034
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.25354240417480467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.3503513717651367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.45604862213134767
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.35989505767822266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.2,11.984814453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.3725107192993164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.6028287887573243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.7236198425292969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.9324134063720703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.3920076751708984
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.3738828659057617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.01,1.59678466796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.5139865493774414
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.01,2.030653381347656
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.01,2.9166796875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.06365183830261231
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.09191424369812011
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.19406848907470703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.01,3.8202368164062497
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.01,1.1690393829345704
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.21555200576782227
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.039444479942321774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.05122047901153565
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.11868160247802735
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.01,4.689100952148438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.26324991226196287
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.3521535873413086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.35911678314208983
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.3722854232788086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.37513214111328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.23470079421997073
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.25145343780517576
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.3870719909667969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.2778112030029297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.4061388778686523
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.47947776794433594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.5212979125976562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.6198886489868164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.7302553558349609
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.943288345336914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.05001215934753418
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.2,1.1543347167968752
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.05769216060638428
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.06682623863220215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.07938047885894775
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.2,1.5995698547363282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.1152409553527832
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.11698176383972167
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.12113920211791993
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.1207705593109131
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.1222655963897705
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.2,2.045440063476563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.12802047729492189
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.1333657646179199
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.13674495697021485
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.14163968086242676
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.14858240127563477
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.15124480247497557
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.16031744003295897
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.17696767807006836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.21778432846069337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.2402713584899902
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.33058815002441405
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.2,2.9534823608398435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.4063027191162109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.5763276672363281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.7509196472167969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.1261746978759766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.2,3.8918963623046876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.05568511962890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.0653107213973999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.6435200500488283
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.11433983802795411
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.11737088203430175
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.12015616416931152
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.0495411205291748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.12140543937683106
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.1246617603302002
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.6614782714843748
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.2,4.808130493164063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.12902400016784668
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.13447168350219726
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.14053376197814943
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.13981696128845217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.15337471961975097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.15622143745422362
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.1637785530090332
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.07995391845703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.17764352798461913
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.21874687194824222
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.24072191238403323
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.33122303009033205
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,3.6622335815429685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.40597503662109374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.5830451202392578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.06957056045532226
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7478681945800781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.08171520233154297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.0908902359008789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.01,4.4913049316406255
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.172500457763672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.12275712013244629
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.18757631301879882
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.1864703941345215
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.1921433639526367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.19265535354614258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.19398656845092774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.7265869140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.19503103256225587
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.20189184188842774
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.20668415069580076
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.21684223175048828
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.2267955207824707
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.2291097640991211
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.2530099105834961
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.26976255416870115
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.3383091354370117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.6857266235351562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.4166656112670898
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.5286912155151368
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.6848716735839844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.9666764831542969
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,3.7384396362304684
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.2821093749999999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.07022592067718506
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.07720960140228271
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.2,4.645478515624999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.08790016174316406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.170224609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.12410880088806153
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.1839308738708496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.19019775390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.1900339126586914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.1922457695007324
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.1964646339416504
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,2.988871765136719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.19628032684326172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.20080640792846677
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.20805631637573244
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.21331968307495117
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.22517759323120118
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.23375871658325192
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.2608127975463867
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.27174911499023435
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.3358720016479492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.4177510452270508
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.5244313430786133
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.6874111938476563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.9818112182617188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,4.942499694824219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.3156761169433593
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,2.1544140625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.05996543884277343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,6.737531127929688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,3.0878720092773437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.08740863800048829
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.09422847747802734
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.13932543754577636
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.19789823532104492
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.01,8.285450439453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.27176959991455074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,4.9594573974609375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.3621887969970703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.37873664855957034
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.3929087829589844
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.40269824981689456
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.4250009536743164
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.46735359191894527
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.48992256164550785
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,6.698373413085937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.5397504043579102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.6251110458374024
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.6573465728759766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.7126630401611328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.8017510223388673
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.915230712890625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.2,8.61085693359375
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.0728652954101563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,1.2333670043945313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.6185752868652343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.956556854248047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.06346752166748046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.09031680107116699
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,2.65302001953125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.09576448440551757
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.13006848335266114
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,3.378790283203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.17965055465698243
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.2600140762329102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.3510476684570313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.37607425689697266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.39800830841064455
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.4032511901855469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.42891265869140627
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,4.78171142578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.4710604858398438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.49498111724853516
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.5559500885009766
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.6558515167236327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.6839705657958984
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,6.235607299804688
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.75399169921875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.882872314453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.9586688232421874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,1.1109990692138672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.01,7.749447631835937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,1.266728973388672
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.654292449951172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,2.0011827087402345
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.05765120029449463
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.0790118408203125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.0671129608154297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,2.6963150024414064
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.04042751789093017
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.09623552322387695
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.1316864013671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.14407679557800293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,3.443404846191406
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.14403583526611327
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.14991359710693358
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.15482879638671876
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.16642047882080077
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.19949567794799805
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.20140031814575193
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.22022144317626954
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,4.891996154785156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.22808576583862306
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.24848384857177735
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.2877440071105957
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.34351104736328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.4441907119750977
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.5284454345703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.2108211135864258
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.7025663757324219
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,6.434365234374999
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.8991539001464843
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.04159488201141358
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.056524801254272464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.300193328857422
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.06199295997619629
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.07483391761779785
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,1.7163877868652342
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.09859071731567383
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.2,8.000778198242188
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.13033472061157228
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.14008319854736329
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.1493401622772217
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.15409152030944823
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,2.555985870361328
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.16146432876586914
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.16685056686401367
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.20121599197387696
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.20559871673583982
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.21686271667480467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.2290483283996582
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.23148544311523436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.2528256034851074
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,3.4111077880859377
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.29011968612670896
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.3425075149536133
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.45275135040283204
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.528384017944336
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.7088742065429687
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.01,4.264509582519532
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.9117900848388671
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.061378560066223144
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,1.3171302795410156
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.08646656036376953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.09652223587036132
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,1.7512037658691404
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.13275135993957518
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.1779916763305664
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.26599424362182617
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.2864127922058105
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.3151052856445312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,2.599280700683594
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.3217203140258789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.33443840026855465
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.3535052871704102
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.3865599822998047
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.45596672058105464
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.490332145690918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,3.4954855346679685
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.5156044769287109
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.5312921524047851
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.5930188751220703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.6964633941650391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.7528652954101562
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.2,4.379258728027343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.9142681884765625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.0999398040771484
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.4373274230957032
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,1.7873715209960939
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.055828480720520025
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.07849984169006348
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.10055680274963379
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.12496895790100097
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,2.5263104248046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.1637990379333496
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.26972160339355467
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,3.2868762207031255
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.29118463516235354
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.32110591888427736
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.3289702224731445
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.3420979309082031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.3680460739135742
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.40087551116943365
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.49369087219238283
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.5149081420898438
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,4.782878723144531
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.5368217468261719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.5727436828613282
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.6346752166748046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.6956237030029297
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.7657881927490234
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,6.357545166015624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.9421414184570314
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.1097907257080077
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.4572749328613281
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,1.81676025390625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.01,8.013168334960938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,2.575646667480469
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.0637337589263916
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,3.37301513671875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.09582592010498046
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.12058624267578125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.13041664123535157
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.2211635208129883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.34467838287353514
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,5.016637573242187
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.38742015838623045
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.5162188720703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.49039360046386715
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.5400166320800781
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,6.795243530273437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.5634867095947266
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.6324428939819337
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.6283059310913086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.6780928039550782
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.7250125122070312
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.7643341064453125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,1.007472610473633
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.2,8.480235595703125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,1.0524671936035157
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,1.1311718750000002
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,1.3129933166503907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.5186944580078126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.920122833251953
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,2.322636871337891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.06522880077362062
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.09578495979309082
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,3.0627020263671874
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.10678272247314453
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.13109248161315917
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,3.7912167358398436
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.19701759338378905
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.3105792045593262
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.3540787124633789
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.46680065155029293
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,5.251829833984376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.5107712173461915
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.5192089462280274
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.5547417449951172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,6.738554687500001
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.5969100952148437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.622735366821289
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.698818588256836
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.7201792144775391
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.7665049743652343
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.01,8.191282958984376
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.9782681274414063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,1.089126434326172
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,1.1619123077392577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,1.3593190002441407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.5785983276367186
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.9732070922851563
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,2.3697613525390624
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.05904384136199951
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.03794944047927856
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,3.113963623046875
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.043683838844299314
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.07882751941680907
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.15339520454406738
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.16052223205566407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.169246711730957
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,3.860254821777344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.17836032867431642
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.10323967933654785
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.18579456329345703
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.2006220817565918
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.21907455444335938
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.2204262351989746
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.22657024383544924
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.22757375717163084
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.23556095123291015
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.25073663711547856
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,5.335142211914063
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.29679616928100583
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.34885631561279296
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.4120371246337891
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.48099327087402344
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.6401023864746094
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.7894220733642578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,6.847631225585937
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.037478399276733396
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.01,1.1094220733642577
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.04888576030731201
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.01,1.428869171142578
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.05666816234588623
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.2,8.364974365234374
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.14626815795898437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.01,2.0671693420410158
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.16013311386108398
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.1824563217163086
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.17709056854248045
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.20398080825805662
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.19189760208129883
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.01,2.7232257080078126
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.21999616622924806
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.22691839218139648
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.23574527740478515
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.23502847671508792
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.01,3.383500671386719
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.24461311340332031
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.25952255249023437
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.3220889663696289
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.35231742858886717
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.42082302093505863
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.0940441608428955
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.07362559795379639
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.4852121734619141
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.647720947265625
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.7839334106445313
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.2,1.1171430206298827
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.2,1.438760986328125
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.2,2.0899635314941407
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.2,2.7711282348632813
SGLang,0.5.8,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.2,3.423887329101562
