framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.4675027084350586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.7394195556640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.9304883575439453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,2.5282489013671876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,1.6099737548828124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,2.64876220703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,2.4415008544921877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,2.3973773193359373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,2.7863482666015624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,2.486885833740234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,2.488874816894531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,2.766455078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,2.935857849121094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,3.1386273193359377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,3.3223532104492186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,3.5322399902343746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,4.06192626953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,5.247202758789062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,6.390811767578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,9.214337158203126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,11.933232421875001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.503881607055664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.6695616149902344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.8538700866699219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,1.609932098388672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,18.30015869140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,2.284350738525391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,2.4420845031738283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,2.4913587951660157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,2.4812109374999998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,2.5807308959960937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,24.74913818359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,2.665673522949219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,2.8313958740234377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,2.879485473632813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,2.8372274780273434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,3.1262808227539063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,3.282181701660156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,3.536660461425781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,4.088155517578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,5.36103515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,6.477216796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,40.786367187500005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,9.204788818359376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,12.33707763671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,18.563303222656252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,60.56779296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,24.47244384765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,41.016567382812504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.850759048461914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,1.240412139892578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,1.585761260986328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,2.794930419921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,4.27705078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,4.346494750976563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,99.838232421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,4.4164666748046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,4.394622192382813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,4.449350280761719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,60.77681640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,4.628302001953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,4.820967102050782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,4.8845651245117185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,5.273092041015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,5.696336669921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,5.986140747070313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,6.401929321289063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,7.329877319335938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,9.2273681640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,10.9311181640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,136.66123046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,15.327543945312499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,20.03818359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,99.52760742187499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,29.849472656249997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.01,171.70250000000001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,41.407470703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.7959174346923829
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,1.102266845703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,1.4501715087890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,2.7909701538085936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,4.104201049804688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,4.3571276855468755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,139.066806640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,4.423445129394532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,4.397377319335938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,4.554538269042969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,4.640921020507813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,4.942625427246094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,5.089805297851562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,69.9849560546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,5.1098046875000005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,5.684580078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,5.888764038085937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,6.423508300781251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,7.298151245117188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,9.734866943359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,11.0578759765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.2,175.3338671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,15.402288818359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,20.452099609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,104.52125000000001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,31.0557568359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,42.746044921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,77.39655273437499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,172.32005859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.49563838958740236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.9467334747314453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,1.066460189819336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,2.4374847412109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,4.164992065429688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,107.1221875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.01,5.8156396484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.01,8.55915771484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.01,8.960616455078124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.01,9.33046142578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.01,9.596568603515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.01,10.342554931640624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.01,11.133349609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.01,11.812777099609374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.01,13.134096679687499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,236.48201171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.01,16.7561376953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.01,17.210892333984376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.01,18.037327880859372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.01,19.521455078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.01,20.52456787109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,181.873515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.01,22.75830810546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.01,24.709172363281247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.01,28.8152783203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.01,33.14936767578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.01,304.00568359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.01,43.174169921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.4960012817382813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.01,53.2055078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.8523673248291015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.2,2.455632629394531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.2,5.1353515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.9363552093505859
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.2,3.5938610839843745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,247.32310546875001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.2,8.274293823242187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.2,8.852796630859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.2,9.194611206054688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.2,9.61322998046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.01,78.779873046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.2,10.514523925781251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.2,11.346013183593751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.2,12.133143310546874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.2,13.679727783203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.2,17.271558837890627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.2,17.822392578124997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.2,18.656524658203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.2,20.285177001953123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.01,107.44775390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.2,21.6246044921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.2,23.98548583984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.2,25.319208984375003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.2,30.372348632812496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.2,309.8868359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.2,35.730078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.07714752197265626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.01,0.09711039543151856
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,0.28636095046997073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.01,0.3861977767944336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.01,136.91203124999998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,0.6349555206298828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,0.7022118377685547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,0.7272179412841797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,0.7472576141357422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.2,47.919091796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,0.6934617614746094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.01,0.16403392791748045
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,0.7840544128417969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,1.0696774291992188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,0.9900672149658203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,1.1547135925292968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,1.1600889587402343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,1.135051498413086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,1.0401216125488282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,1.2230854034423828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,1.3734617614746094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,1.5334988403320313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,1.7930592346191407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,2.2887110900878906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,2.8489971923828126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,3.9375796508789067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,5.0719430541992185
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.07570432186126709
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.2,61.447236328124994
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.08149567604064942
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,0.2382348823547363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,7.493141479492188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,0.32110145568847653
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,10.163461303710937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,0.6497638702392579
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,0.6735084533691407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,0.6982418823242187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,0.16454271316528318
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,0.7034368133544922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,0.7290771484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.01,12.661422119140624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,0.5860838317871094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,1.000316162109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,1.0158386993408204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,1.0594156646728516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,1.0836953735351562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,1.0973075103759764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,1.1464889526367188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,1.3094099426269532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,1.3378842163085938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,1.5815283203125001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.8273023986816406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,2.338609313964844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,2.9184286499023435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,4.1019595336914065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,5.304815063476562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.27395456314086913
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.5424832153320313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,8.046653442382812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.9125350189208984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,2.1704920959472656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.20530368804931642
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,10.802332763671874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,2.409739532470703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,2.5054048156738284
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,2.6066156005859376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.2,13.871685791015626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,1.2765145874023438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,2.6707577514648437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,2.843207092285156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,3.9203424072265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.2,92.0654296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,3.9518130493164065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,4.126615600585938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,4.281317138671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,4.301448974609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,4.556262512207032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,5.244462280273437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,5.2594842529296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,6.153821411132812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,7.172312622070312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,9.149879150390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,11.303034667968749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,15.85528076171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.20621952056884765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,20.88158447265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.2461996841430664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.4885715103149414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.2,122.06384765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,2.241215362548828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,2.7476760864257814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,2.559390106201172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,1.1463884735107421
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,2.9741925048828124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.8585222625732423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,2.7191979980468752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,32.2598193359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,2.867667236328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,4.005077209472656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,4.038793029785156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,4.234906311035156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,4.326395568847657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,4.413868713378906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,4.591952514648438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,5.0223391723632815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,5.360831909179687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,43.274599609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,6.3513641357421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,7.224182739257813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,9.401660766601562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,12.002752685546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.01,55.884555664062496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,17.2775634765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.8214988708496094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.5350822448730469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,1.4063232421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,2.4583833312988284
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,3.592810974121094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,23.021723632812503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,6.305407104492188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,6.898216552734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.2,161.047412109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,7.315708007812501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,7.702310180664062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,8.07205322265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,36.09095703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,8.8570849609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.01,9.663901367187501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.01,12.526705322265624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.01,12.78947998046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.01,13.300506591796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,48.455341796875004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.01,13.54017333984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.01,14.3449365234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.01,15.76887451171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.01,16.468231201171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.01,18.205045166015626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.2,63.274257812500004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.01,20.8819091796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.01,25.267021484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.4769747161865235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.01,31.165263671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.5539456176757812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,1.2029369354248047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,3.1008154296874997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,2.1459866333007813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,6.239946899414063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.01,43.218374023437505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,6.931630859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,7.5074877929687505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,8.034256591796876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,8.499778442382812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,9.18995849609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.01,57.518291015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,10.018799438476563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,13.10797607421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.2,13.340950927734374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.2,13.97304931640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.2,14.268765869140626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.2,14.748187255859374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.2,15.81564697265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.2,16.52935791015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.2,18.999188232421876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.01,86.667109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.2,21.3599267578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.2,27.23450927734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.2,33.3163916015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.4973747253417969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.9501977539062499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,1.6403602600097655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.01,118.01117187499999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,2.0661293029785157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.2,48.820546875000005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,5.401387329101563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,7.170172119140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.01,9.058710327148438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.01,11.446309814453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.2,63.987822265625006
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.01,12.243779296875001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.01,12.755640869140624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.01,13.3447412109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.01,149.598212890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.01,13.896307373046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.01,14.78277099609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.01,16.112637939453126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.01,17.583735351562503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.01,18.93664306640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.2,98.955595703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.01,24.0205224609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.01,25.71125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.01,27.24053955078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.01,30.00206787109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.01,32.0672119140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.01,36.028193359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.2,136.4734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.4976927947998047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.01,40.05994384765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.8458393859863282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.2,1.3804505920410155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.2,2.094239959716797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.2,4.081773376464843
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.01,48.687041015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.2,6.3238940429687505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.2,7.590697021484376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.2,10.8746533203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.2,11.569453124999999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.01,58.73126953124999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.2,12.19430419921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.2,170.8806640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.2,13.061568603515624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.2,14.0207275390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.2,14.680833740234373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.2,16.2252880859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.2,17.833541259765624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.01,79.6384228515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.2,19.18429931640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.2,24.17093017578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.2,26.280341796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.2,27.952670898437496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.01,103.15787109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.2,30.67288330078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.2,33.388857421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.2,37.833171386718746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.14570303916931154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.2,42.962373046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.25145343780517576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.6382566452026367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.01,0.9213081359863281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.01,1.550531768798828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.01,132.482900390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.01,1.6957260131835938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.3475718307495117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.2,52.989223632812504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.01,1.9184934997558591
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.01,2.0208058166503906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.01,2.1988966369628904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.01,2.296124725341797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.01,3.027191162109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.01,3.457688293457031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.01,3.1930963134765626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.01,3.60409912109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.01,3.3489855957031254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.01,3.5257522583007814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.01,3.8314764404296873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.01,4.078799438476563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.01,4.62641845703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.01,5.1342431640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.2,64.998349609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.01,6.164990234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.01,7.468870239257813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.01,10.168118896484376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.01,13.031446533203127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.17965375900268554
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.30532480239868165
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.13703743934631346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.5678591918945313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.2,1.5270591735839845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.2,1.6954470825195311
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.01,18.491690673828124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.2,1.8569119262695313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.782069091796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.01,24.5468896484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.2,1.9626956176757813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.2,2.0366355895996096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.2,2.1276806640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.2,3.138553466796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.2,3.219420166015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.2,92.141728515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.2,3.3088076782226565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.2,3.4064562988281253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.2,3.5009997558593753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.01,31.1763525390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.2,3.6403436279296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.2,4.0834240722656245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.2,4.7192724609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.2,4.237478942871094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.2,5.209431762695313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.2,6.456690673828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.2,7.811209106445313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.2,10.797822265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.2,13.776824951171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.01,1.6663436889648438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.8658406066894532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.01,2.3869606018066407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.2,20.739619140625003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.2,124.670126953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.01,4.7955712890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.2,27.615598144531248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.01,7.212769165039063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.01,12.966953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.2,35.1923779296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.01,14.2059375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.01,15.612855224609376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.01,15.00344482421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.01,16.301634521484374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.01,17.705247802734373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.01,18.88145751953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.2,153.984931640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.01,20.031849365234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.01,22.3319775390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.01,24.5046630859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.01,26.7342138671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.01,31.20407958984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.01,31.080556640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.01,33.157573242187496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.01,36.8085693359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.01,41.6898876953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.9752313232421874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.01,52.6783447265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.2,1.2007846069335937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.2,2.5297613525390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.01,64.8816064453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.2,4.064111938476563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.2,6.2957763671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.2,12.668818359374999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.2,14.059975585937499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.2,14.987081298828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.01,89.73249023437499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.2,15.924173583984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.2,16.8186279296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.2,18.2744873046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.2,19.66084716796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.2,20.90732666015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.01,114.4235546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.2,23.45935302734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.2,25.86906982421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.2,28.038095703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.2,32.5102490234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.2,32.30614013671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.2,34.15533447265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.2,38.603837890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.01,166.58056640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.2,43.6921630859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.2,56.2146826171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.264913272857666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.3954624176025391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.46621440887451177
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.2,68.60576660156251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.7941075134277343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.8654131317138672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.8681088256835938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.8359040069580079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.9752435302734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.01,223.00443359374998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.9269721221923828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.8965971374511719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.9827565002441407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.2,93.685791015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.9456294250488281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,1.0150835418701172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,1.110332794189453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,1.1703839874267579
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,1.1725504302978516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,2.4166271972656252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,1.4519692993164062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,1.9795603942871094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,3.367804870605469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,4.399795227050781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,6.364541625976562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,8.1889453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.2,121.18087890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,15.687535400390624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,11.923780517578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.3489580917358398
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.42974014282226564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.7925676727294922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.2507187271118164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.7780339050292968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.8377632141113281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.9279436492919922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.9949427032470703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.9206835174560547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,23.66705322265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.9719417572021485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,1.0104358673095704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.8966790771484374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,1.1527814483642578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,1.197224349975586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.9297650909423828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,1.4298381042480468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,31.07270263671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,1.0146617889404297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,2.4153773498535154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,3.4097030639648436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,4.472914428710938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,1.9293516540527342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,6.3615307617187495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,8.237005004882812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.01,38.57372314453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,12.097104492187501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.39036415100097654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.6392095947265626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.8117139434814453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,15.62151611328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,1.4112530517578126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,2.146078643798828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,2.180614471435547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,2.219824066162109
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,2.211838684082031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,2.2460415649414065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,2.3178367614746094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,23.482343750000002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,2.413046417236328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,2.41531005859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,2.620657958984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,2.792937622070313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,2.9051007080078124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,3.0498623657226562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.2,178.14486328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,3.497555236816406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,4.507774658203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,31.199082031249997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,5.353281860351562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,7.705789794921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,9.475704345703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.2,38.513603515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,14.670172119140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.3914713668823242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.5734713745117188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.7422271728515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,1.4099282836914062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,2.0694956970214844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,20.0164599609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,2.1815206909179685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,2.221203155517578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,2.2122848510742186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,2.2956410217285157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,2.328086395263672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,2.4617599487304687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,2.5246885681152342
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,2.5270809936523437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,2.7958227539062497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,2.8800927734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,34.32960693359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,3.0501364135742186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,3.561099548339844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,4.5422644042968745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,5.4384484863281255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,7.472530517578124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,9.817669677734376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,14.916628417968749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.2,230.437421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,53.7896240234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,21.38804931640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,38.143596191406246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.2640032005310059
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,83.3873046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.4431417465209961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.5823936080932617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,1.2451206207275392
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,2.1155801391601563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,2.958194580078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,4.3343679809570315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,4.5412622070312505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,4.7312353515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,4.867058410644531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,55.96599609375001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,5.175368041992188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,5.468363037109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,5.705775756835938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,6.1339111328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,115.02404296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,8.295167236328124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,8.532716064453124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,8.958809204101563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,9.716615600585937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,10.2815185546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,11.501861572265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,86.197724609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,12.479503173828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,14.575133056640624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,16.9400927734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.01,142.894189453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,22.019174804687502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.4359059143066406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.2630303955078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.5008172988891602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,26.722958984374998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,1.8273861694335938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,1.1179110717773437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,2.709241638183594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,4.194601745605469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,121.495478515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,4.488225402832031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,4.662725830078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,4.846458129882812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,5.200020141601563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,38.330129394531255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,5.524056396484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,5.814035034179687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,6.3732763671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,8.552767333984374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,8.826282348632812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,9.265512084960937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,10.105773315429687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,10.831226806640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,52.209755859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,12.093226318359374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,12.783668212890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.2,147.853544921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,15.086320800781248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,17.751021728515624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.06452223777770996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.054242558479309075
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.1054105567932129
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,0.221013126373291
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,0.15934656143188478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,0.3282508850097656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,0.34532737731933594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,0.36288894653320314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,0.3700902557373047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,0.37454593658447266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.01,67.3886474609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,0.38923839569091795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,0.5005164718627929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,0.5461497497558594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.01,0.5322284698486328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,0.5529695892333985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,0.6004767990112304
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,23.731149902343752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,0.5791961669921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.01,0.6318681716918946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.7046521759033203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.8080397033691407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.9357721710205078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.2143084716796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,1.528551025390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,2.156260528564453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,2.684067687988281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.054032001495361325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,30.43880126953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.05589439868927002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.09835071563720703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,3.9653921508789063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,0.13160320281982424
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,0.2015167999267578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,0.3171705627441406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,0.3528319931030274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,0.366827507019043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,5.31791015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,0.3765164947509766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,0.37957054138183594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,0.39308799743652345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,0.5101599884033203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,0.5151366424560547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,0.5479174423217773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,0.5649260711669922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,0.5658508682250977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.01,6.722587890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,0.5821644973754883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,0.6376025772094727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.6899404907226563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.815934066772461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.9592671966552734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.2443603515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,1.5689817810058595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,2.123034820556641
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.11650752067565917
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,2.764085693359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.15407936096191405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.29017343521118166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.47986305236816407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,4.161293334960938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.6616620635986328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,1.1092127990722656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.230666275024414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,1.2801370239257812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,5.587262573242187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,1.3254278564453126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.35230712890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,45.0151513671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.419181365966797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.2,7.12242919921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,1.9454598999023438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,1.9576864624023436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,2.0475532531738283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,2.300939483642578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,2.1382162475585935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,2.264978485107422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,2.4460525512695312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,2.6204269409179686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,3.0977996826171874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,3.615535278320313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,4.586766052246094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,5.650234985351562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.11765376091003418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.13630592346191406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,7.867363891601562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.2596544075012207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.46205055236816406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.5964691162109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,1.152468490600586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,10.124141845703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,59.9452294921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,1.253785629272461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,1.3057554626464845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,1.3535591125488282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,1.4323269653320314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.5054751586914061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,1.9825375366210938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,1.9992883300781252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,2.0963288879394533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,2.2023397827148434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,15.601898193359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,2.1887315368652347
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,2.282786560058594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,2.5059071350097657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,2.6688378906250003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,3.1905722045898437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,3.622877502441406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,4.616673278808594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,21.14248291015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,5.869998168945313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.2523155212402344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.4106220626831055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,8.281345825195313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.6409958648681641
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,1.247546844482422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.01,27.28389404296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.2,76.87005859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,1.8164288330078127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,11.39547119140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,3.1724594116210936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,3.472483825683594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,3.6836856079101565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,3.8506561279296876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,3.990373840332031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,4.239283752441406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,4.482531127929688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,17.368209228515624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,6.187381591796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,6.3501348876953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,6.605807495117188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,6.755325927734376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,23.523442382812497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,7.153131103515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,7.8862841796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,8.268427124023438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,9.207677612304687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,10.595416259765624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.2,31.28240234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.2819820785522461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.29140928268432614
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,12.727467041015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.6199859237670898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,1.0915885162353516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,1.5704063415527343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,15.190386962890624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,3.1413796997070316
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,3.4874533081054686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,3.7704037475585936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,3.984856262207031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,21.0404248046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,4.148804626464844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,4.375652465820313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,4.629877014160156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,6.487657470703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,6.598388061523437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,27.481113281249996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,6.943475952148438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,7.108480834960938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,7.356602172851562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,7.9183544921874995
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,8.301871337890626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,9.504005126953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,40.7671044921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,10.59292236328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,13.334023437499999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,16.411904296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.268342399597168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.44587585449218753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,57.0992919921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,23.61001220703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.8447436523437499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,1.1892550659179686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,2.516357727050781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,3.640149841308594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,4.351826477050781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,31.056076660156247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,5.8016259765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,6.205126342773438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,6.462288818359374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.01,72.951552734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,6.767736206054687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,7.014498291015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,7.341782226562501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,7.822258911132812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,8.301229248046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,46.928569335937496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,8.718843994140624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,11.89759033203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,12.784156494140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,13.583206787109376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,15.06622802734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,16.118459472656248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,65.45341796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,18.182716064453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.26738111495971684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.4449375915527344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,20.410699462890626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.6470111846923828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,1.0765158081054689
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,2.0722451782226563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,24.92862548828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,3.2094451904296877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,3.859386291503906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.2,82.734873046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,5.525173950195312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,29.919355468750002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,5.859587402343751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,6.181400756835937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.2,6.729274291992188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.2,6.963031005859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.2,7.2204394531250005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.2,7.785352172851563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.2,8.316068115234376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,40.474296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.2,8.823161010742187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.2,11.9744970703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.2,13.0619775390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.2,13.937056884765624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,51.2611669921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.2,15.33572998046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.2,16.853607177734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.2,19.11691162109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.01,63.30765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.08897151947021484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.13996928215026855
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.19377727508544923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.2,21.586774902343752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.3835398483276367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.48804416656494143
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.8885958099365234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.9068204498291015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.01,1.0046892547607422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.01,1.141452178955078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.9492339324951171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.2,26.56224365234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.01,1.075413131713867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.01,1.5277151489257812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.01,1.7329388427734376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.01,1.61
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.01,1.6407232666015623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.01,1.8364595031738282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.01,1.771329345703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.01,1.9159616088867188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.01,2.038346862792969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.2,32.393178710937505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.01,2.304429473876953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.01,2.548162536621094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.01,3.094591369628906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.01,3.724961853027344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.01,6.345101928710937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.01,5.0574560546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.08515328407287598
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.01,8.907733764648437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.17030464172363283
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.3084614372253418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.2,45.32453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.7950931549072265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.4156780624389649
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.2,0.9719487762451171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.01,12.055560302734374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.9886752319335936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.2,1.0599148559570313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.2,1.1008512115478515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.2,1.0251238250732422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.2,1.6155711364746093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.2,1.746309814453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.10070464134216309
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.2,1.665990447998047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.2,1.7088319396972658
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.01,15.004111328125001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.2,1.7550169372558593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.2,1.8213920593261719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.2,1.9507327270507813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.2,2.0416549682617187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.2,2.344730224609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.2,2.607086791992187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.2,3.1927474975585937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.2,3.819144287109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.2,5.15260986328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.464337272644043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.2,6.6120758056640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.2,59.85345703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.01,1.1396543884277344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.2,9.945979614257812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.01,2.4189663696289063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.8597894287109374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.2,13.41779541015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.01,6.509671020507812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.2,16.9583447265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.01,7.13697021484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.01,7.547275390625001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.01,7.857651367187501
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.01,3.831985778808594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.01,8.12987548828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.2,76.18937011718751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.01,8.638300781249999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.01,9.033775634765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.01,9.380276489257813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.01,9.994263305664063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.01,10.53669189453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.01,11.075205078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.01,12.497310791015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.01,15.544654541015626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.01,16.541634521484376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.01,18.4055419921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.01,20.756608886718748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.5179334259033203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.6260825729370116
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.01,25.6518359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.2,1.1477977752685546
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.2,2.2763577270507813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.01,31.218244628906252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.2,3.1717242431640624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.2,6.360604248046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.2,7.067653198242188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.2,7.54015869140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.01,42.207255859374996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.2,7.9545397949218755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.2,8.318179931640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.2,8.89095947265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.2,9.3226171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.2,9.722813720703126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.01,55.0151806640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.2,10.51593017578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.2,11.196851806640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.2,11.762430419921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.2,13.18970947265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.2,16.0783447265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.2,17.043536376953124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.01,81.54636718750001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.2,19.11783447265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.2,21.437617187500003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.2,27.20169677734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.2,32.999216308593745
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.14468671798706054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.01,105.07488281250001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.21566144943237306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.27368255615234377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.42076416015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.44461822509765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.2,45.6925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.494389762878418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.4335315322875976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.5143392181396484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.5221369552612305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.5292716979980469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.5511552047729492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.5625376129150391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.6026265716552734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.6266777420043945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.45823040008544924
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.7477779388427734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.2575750732421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.4781561660766601
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,1.00056640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,3.2327789306640624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,1.749256286621094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.2494093322753903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.01,134.98404296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.2,59.4349951171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.216653442382812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,6.128820190429687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,8.027760620117188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.1321235179901123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.17986303329467773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,11.94593017578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.23852800369262694
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.42097023010253903
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,16.193254394531248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.4681407928466797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.5045676803588867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.4761708831787109
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.41206718444824214
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.46347198486328123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.4974092864990235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.5380799865722656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.01,19.8010986328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.5494355010986328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.6105414581298828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.6377804946899415
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.2,86.5603125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.759658203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,1.011114273071289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.45757503509521485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.3240223693847657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.2694168090820312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.19517578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.5171948623657227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.2467865753173828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,1.760487060546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,6.208423461914062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,8.059379272460937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.3153100776672363
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.20333183288574216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.405241584777832
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,11.926280517578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.7257286071777344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.7789612579345703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.8197676849365234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.767372817993164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,15.746495361328124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.6802969360351563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.8037433624267578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.8078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.8705497741699219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.699873275756836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.8955776214599609
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,1.2301197052001953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,1.6611270141601562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.7183200073242187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,2.051109161376953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.2,19.760919189453126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,2.9387237548828127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,3.7673785400390627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.2,111.977685546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.95050048828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,1.0612710571289061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,5.46782958984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.20424448013305666
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,6.977821655273438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.28368127822875977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,10.286107177734376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.6702598571777344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.3722060775756836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.7569478607177734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.7779564666748047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.8287622070312499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.767000961303711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,13.36219482421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.8034547424316406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.8665650939941406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.6803948974609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.869098892211914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.9788947296142577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,1.0819667053222655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.7181766510009766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,1.2192774200439453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,1.648573455810547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,2.06217529296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.82927490234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,2.93328369140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,3.7616998291015626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,26.20089111328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,19.798994140625002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,5.4508203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,6.912937011718751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.14370816230773925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,10.281495361328124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.23886016845703123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.01,33.485185546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.2934553527832031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.6553433227539063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,1.0925440216064453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,1.5270040893554688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,13.485747070312499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,2.2129612731933594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,2.3210470581054685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,2.4161395263671874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,2.4884371948242188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,2.6373855590820314
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.2,143.617646484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,2.771064453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,2.8760211181640623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,3.0432806396484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,19.8204541015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,4.138467102050781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,4.663099670410157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,4.472192687988281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,4.847546997070312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,5.186931762695313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,26.176945800781247
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,5.862862548828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,6.4444580078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,7.578997802734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.2,33.07209716796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,8.857876586914063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.14571328163146974
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.2551571273803711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.28966720581054684
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.5942835235595704
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.9431136322021484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,11.49887451171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,1.3544583129882812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,2.143017578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,2.291024627685547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,14.063819580078126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,2.3810266113281253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,2.472229766845703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,2.6398828125000002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,2.7895169067382812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,2.9148129272460936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,3.143656921386719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,4.268724365234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,19.809980468750002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,4.410174865722657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,4.620558166503907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,5.0806036376953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,5.457864379882812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,6.165250854492188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,26.40040283203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,6.574000854492188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,7.830788574218749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.01,0.03419136047363282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.048010878562927246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.06571775913238526
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,9.205100708007812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.08996735572814941
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.12470720291137696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,0.1743507194519043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,0.21790271759033203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,0.21162431716918945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,0.22114816665649414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,0.21868160247802731
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.01,33.4607568359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,0.22278463363647463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,0.2830841636657715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,12.013538818359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,0.30198848724365235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,0.29489471435546877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,0.3026361656188965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,0.3185049629211426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,0.3361516952514648
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,0.36322559356689454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.38748798370361326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.46533760070800784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.5502790451049805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.7187065887451172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.893697280883789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,15.38212890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.2588825225830078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,1.6111949157714842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.03589504003524781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.04759039878845215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.0624121618270874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,2.3830802917480467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.08288127899169921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.11227968215942383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,3.1121292114257812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,0.18610431671142577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,0.20912704467773438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,0.2229644775390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.01,3.9174041748046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,0.22230976104736327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,0.21999359130859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,0.2244633674621582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,0.28759872436523437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,0.2924441528320313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,0.29659391403198243
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,0.3049747276306152
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,0.3086521530151367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,0.3227123260498047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,0.3616384124755859
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.39409599304199217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.47671169281005865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.5546451187133788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,22.7999560546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.7296742248535156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.9060838317871094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.2919757080078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.07807424068450927
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,1.654723815917969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.09598208427429199
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.16383743286132812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.2579955291748047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.3670694351196289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,2.3909893798828126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.5920806503295898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.6537382507324219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.6806432342529296
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.6992428588867188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,3.2637881469726566
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.7111949157714844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.7436876678466797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.2,4.016817932128906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.9621318054199218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.9709817504882812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,1.0198899078369141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,1.0603462219238282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,1.0830854034423827
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,1.1205490875244142
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,1.2334028625488282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,30.03128173828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,1.3249574279785157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,1.5889926147460938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.8521638488769532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,2.408668212890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,2.9557598876953124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.09020031929016113
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,4.144918518066406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.1484665584564209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.23002176284790038
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,5.285113525390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.3288819122314453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.6027577590942383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.6669184112548828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.6902950286865235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.2,38.13755859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.7127021026611329
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.7207308959960937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.750083236694336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,7.87431884765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,1.0684371185302735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.9936038208007811
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.0777619218826294
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,1.0511283111572265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,1.0786521911621094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,1.0892620849609376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,1.1304704284667968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,1.2503231811523439
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,1.3544979858398438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,1.614915771484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,10.980806884765624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.8776345825195313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,2.432738494873047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.16124351501464845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,2.9837600708007814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.22099071502685547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.3458662414550781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.01,14.038873291015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,4.314271240234374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.6463897705078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.9357894134521484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,5.6759814453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,1.6273689270019531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.7678509521484376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.8776856994628908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.956402587890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,2.0212428283691404
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,2.1179461669921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,8.662425537109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,2.2080787658691405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,3.091458435058594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,3.167832336425781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,3.3150515747070317
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,3.3875518798828126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,12.110323486328124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,3.5914797973632817
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,3.9805505371093752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,4.2063226318359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.2,15.644263916015626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,4.717160339355469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,5.404362182617187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.14756863594055175
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,6.649481811523438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.16567167282104492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.33023937225341793
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,7.873015747070312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.5742464065551758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.8115756988525391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,1.600959930419922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.7776051330566407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,10.8654052734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.9196620178222656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,2.014989471435547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,2.086713562011719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,2.182163848876953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,13.689140624999999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,2.2763961791992187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,3.22173828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,3.311226806640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,3.4622494506835935
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,3.5440493774414064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,3.7082522583007815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,3.999903259277344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,20.34594482421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,4.2222509765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,4.862167663574219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,5.400224609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,6.824121704101563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,8.167939453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,28.426987304687497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.15833024024963377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.2658188819885254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.4453235244750976
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,11.621568603515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.5601881790161133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,1.247149429321289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,2.037433013916016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,15.530061035156251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.01,36.020625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,2.2343737792968748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,2.9611892700195312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,3.165288391113281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,3.2964685058593752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,3.4939935302734377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,3.579454040527344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,3.7319915771484373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,23.7412939453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,3.9465228271484376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,4.138056945800781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,4.305092468261718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,5.938226318359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,6.39482177734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,6.807791137695313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,31.820949707031254
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,7.613395385742187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,8.266455688476563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,9.513750610351561
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.15796095848083497
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,10.661756591796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.24048831939697263
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.3745708847045898
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.2,41.435566406250004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.571459846496582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,13.01898193359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,1.0753427124023438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,1.8365689086914063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,1.98814208984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,15.776308593749999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,2.8143026733398435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,2.9939303588867188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,3.1609063720703126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,3.368369140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,3.5346060180664063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,3.6615570068359373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,20.797734374999997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,3.9100787353515627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,4.129060974121094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,4.3249273681640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,26.635358886718752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,5.9776458740234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,6.528101806640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,6.995786743164063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,7.821347045898437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,8.60881103515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.01,33.02211669921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,9.939840087890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.06301504135131836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.08700672149658203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.11351615905761718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.29279296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.4219033432006836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,11.11896728515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.46191169738769533
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.1885536003112793
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.49203968048095703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.5349599838256835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,13.78294677734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.6050067138671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.5203231811523438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.7966304016113281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.8924678039550781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,16.497239990234373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.8368902587890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.865132827758789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.9576153564453126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.01,1.048448028564453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.8446841430664062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.01,1.1835942077636719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.01,1.3476416015625001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.01,1.0391827392578126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.01,1.6431832885742188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.01,2.0154879760742186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.01,2.720538330078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,22.915087890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.058535680770874024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.01,3.4800985717773436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.10134016036987306
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.16864191055297853
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.2288070487976074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.01,4.897987976074218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.4112326431274414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.46223617553710933
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.5036102294921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.529475212097168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.07270400047302246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.5484569549560547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.5691571044921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.01,6.459581298828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.8171686553955079
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.8577075195312499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.8688416290283204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.8987481689453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.9362297821044923
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.9952537536621093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.01,8.138980102539062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.2,1.0485580444335938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,30.323466796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.2,1.2125011444091798
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.2,1.375183410644531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.2,1.708508758544922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.8349094390869141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.2,2.0660639953613282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.2,2.7641690063476565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.46574527740478516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.2,5.2119860839843755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.2,3.589688415527344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.6052089691162109
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.2,7.106235961914062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.01,1.2638572692871093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.2,38.556613769531246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.2,8.957111206054687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.27928192138671876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.01,3.3566976928710934
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.01,1.8869491577148438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.01,3.6791360473632815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.01,3.8962649536132816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.01,4.0612313842773435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.01,4.426675109863281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.01,4.755747985839844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.01,4.981949462890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.01,4.608668823242188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.01,5.117257690429687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.01,4.22080078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.01,5.384373168945312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.01,6.012778930664062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.01,7.773972778320312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.01,8.333837280273437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.01,9.289811401367187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.01,10.436093750000001
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.27976192474365236
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.01,12.819525146484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.346060791015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.6087923049926758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.01,15.5779296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.2,1.0802649688720702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.2,1.6573170471191407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.2,3.2823672485351567
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.01,21.01513671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.2,3.6469958496093753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.2,3.893715209960938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.2,4.102059631347656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.2,4.271562194824218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.01,26.9854052734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.2,4.54038330078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.2,4.7377587890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.2,4.921233215332031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.2,5.242868041992187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.2,5.46033203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.2,5.665400390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.2,6.25861572265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.2,8.086911010742188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.01,39.17341552734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.2,8.565314331054688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.2,9.628021850585938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.2,10.718728027343749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.2,13.324556884765624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.01,51.512744140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.2,16.335153808593752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.08890751838684083
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.12363200187683106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.15168767929077148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.2,22.270136718750003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.2448147201538086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.01,64.0928955078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.2612403106689453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.2559071922302246
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.24821056365966795
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.2601145553588867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.2,28.669804687499997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.2880838394165039
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.29639616012573244
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.2847532844543457
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.31971967697143555
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.3667148971557617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.3912652969360352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.5189587020874024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.6538361358642578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.891918716430664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.1903040313720703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,1.6856965637207033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,2.1980166625976563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,3.1735687255859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.2,42.065830078124996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.31277952194213865
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,4.205920104980469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.35608257293701173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.3879199981689453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.0846720027923584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,6.187142333984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.10370752334594727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,8.248231201171874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.14523520469665527
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.2467782402038574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.241713924407959
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.01,10.095037841796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.2447462463378906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.24851648330688478
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.26095935821533206
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.2815014457702637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.3613017654418945
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.2,54.3767724609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.2881427192687988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.403185920715332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.3261344146728516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.30177728652954106
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.6516121673583984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.1860550689697267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.3758758544921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.707581481933594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,2.173436737060547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,3.1950836181640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,4.194466552734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.3929062271118164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.5187551879882812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.8892115020751954
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,6.197518920898437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.1132844829559326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.17834880828857422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.30593727111816404
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.381992301940918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.40470527648925786
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.41460094451904295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,8.20528076171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.4188825607299805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.4373811340332031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.44507072448730467
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.470885124206543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.3648659133911133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.22369407653808593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.5569331359863281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.5502105712890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.9028128051757813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.067646713256836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.2,10.2890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.37507713317871094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,1.5250317382812502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,1.9719558715820313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.2,69.0615185546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.3983903884887695
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,2.8544793701171876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,3.5820715332031248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.11374400138854981
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.49877761840820317
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.1632486343383789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.646011505126953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,5.305040283203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.39390399932861325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,7.030635986328124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.3648691177368164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.20719615936279298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,10.249730224609376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.3635577774047852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.4185049438476563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.4371488189697265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.45005630493164067
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.4727072143554688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.4750495910644531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.3966739273071289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.5689337539672852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.5548096084594727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.6502783966064454
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.8920877075195313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,13.58891845703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.0829727935791016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,1.5099539184570312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.4033324813842773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,1.9601356506347656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.4211520004272461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,3.6413323974609377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.01,17.232022705078126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.11025471687316894
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,5.2134033203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.15483327865600588
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.17138175964355468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.3425215911865235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.5838028717041015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,7.008732299804687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.8170988464355469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,2.81222900390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,1.1576044464111328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,1.2092851257324218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,1.2598188781738282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,1.2977664184570312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,10.40323974609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,1.3775450134277345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,1.4529817199707031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,1.514569549560547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,1.6077247619628907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,2.0573683166503907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,2.108955535888672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,2.2231231689453126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,13.6047216796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,2.4323980712890623
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,2.6295635986328127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,3.0318450927734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.2,16.750811767578124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,3.3664608764648434
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,4.059888000488281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.1102086353302002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,4.720546569824219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.15174976348876953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.1570783996582031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,6.147525024414063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.3418975830078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.515989112854004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.7351001739501953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,7.608909912109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,1.1319725036621093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,1.1966111755371094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,1.2427174377441408
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,1.2912620544433593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,1.3794656372070313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,1.4643002319335938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,1.533016357421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.652056884765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,11.06877197265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,2.1056979370117186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,2.177816925048828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,2.302917785644531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,2.5429484558105466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,2.7535552978515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,14.595452880859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,3.1875726318359376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,3.458405151367187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,4.148224792480469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.06499711990356445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,4.8681573486328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.07192831993103027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.10760895729064941
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.14939455986022948
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.01,18.016352539062503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.1992684745788574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,6.411419067382812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.31217279434204104
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.3986918258666992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.3875481414794922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.4300147247314453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.4005337524414062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.41449855804443364
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.5270809555053712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.5303392028808593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.5485683059692382
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.5624800109863282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,8.161082153320312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.5704320144653321
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.6014944076538086
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.6794156646728515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.7304000091552735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.9259014129638672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,1.0443987274169921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,1.3810234069824219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,1.7110552978515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,2.38491455078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,12.137657470703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.0644595193862915
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,3.1389669799804687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.06733376026153565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.10178175926208496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.13432576179504394
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.1826803207397461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.3276467132568359
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,4.557535400390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.37589054107666015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.3978335952758789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.4060051345825196
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.41618816375732426
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.413966064453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,16.283094482421877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.5251564788818359
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.532245101928711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.5543238449096679
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.5599852752685547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.6090163040161133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,6.18525390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.6001593780517578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.6824658966064453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.7417996978759765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.9018809509277343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,1.0670246124267577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,1.4014297485351563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,1.7487635803222656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.2,20.195301513671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.01,7.771965942382812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.1028108787536621
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,2.477233276367188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.14501631736755372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.2098624038696289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,3.218848571777344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.35141376495361326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.5068121719360351
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.8571469116210938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.9277094268798829
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.9817683410644531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.0237843322753908
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,4.821767578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,1.0558086395263673
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.107803497314453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.1579545593261718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.4945645141601562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.5408204650878905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.6123175048828124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,1.669051513671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,6.735934448242188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,1.7643078613281251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.9571865844726564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,2.1079788208007812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,2.4167514038085938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.2,8.469755859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,2.791107177734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,3.5103250122070313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.10697471618652343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,4.282798156738282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.11127807617187499
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.18523584365844728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.3040287971496582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.43916992187500004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,5.792188110351562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.8396819305419921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.9319699096679688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,1.00504638671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,1.051274871826172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,7.355131225585938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,1.0893785858154297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,1.1447360229492187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,1.1926815795898438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,1.5689689636230468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,1.617803497314453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,1.698961944580078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,1.7373114013671873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,1.8157875061035156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.9860697937011718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,10.9024853515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,2.1161964416503904
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,2.482668762207031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,2.843878479003906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,3.575406188964844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,15.05244140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,4.329054870605469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.11424511909484862
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,6.092268676757813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.15944767951965333
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.01,18.93074462890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.2428416061401367
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.32653633117675784
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,7.970703735351563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.6706668853759765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,1.0792153930664061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,1.1774726104736328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,1.5428153991699218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,1.6479129028320312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,1.7142022705078126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,12.04822998046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.7985369873046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,1.8677984619140624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,1.9491238403320312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,2.0675730895996094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,2.181715850830078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,2.271920013427734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,2.943226318359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,16.825048828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,3.2047320556640626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,3.4166995239257814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,3.87082763671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,4.280179748535156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.2,20.7285791015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,5.022638854980469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,5.721329345703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.11433152198791503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.1596230411529541
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,7.085923461914062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.20986303329467773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.3020191955566406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.579257583618164
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,8.485091552734374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.8937792205810547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,1.0544166564941406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,1.4676358032226564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,1.5599725341796875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,1.6462809753417968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,11.485660400390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.7541574096679688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.8468736267089845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,1.9150463867187502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,2.053887939453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,2.1704249572753906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,2.281690216064453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,14.627546386718752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,2.95830078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,3.2629312133789066
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,3.5168447875976563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,3.9847589111328126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.01,18.210484619140622
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,4.424174194335937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,5.192425537109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,5.894644775390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.048095998764038084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,7.359461669921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.08887488365173339
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.1390169620513916
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.07341824054718019
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,8.891996459960938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.20382911682128907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.3353267288208008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.35549312591552734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.3981036758422852
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.41434688568115235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.30506048202514646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.3891430282592773
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,12.512261962890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.5771980667114258
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.590530548095703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.6130822372436524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.6192371368408203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.7757881927490234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.6463603210449219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.8552864074707032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.7365465545654297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.01,1.00198974609375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,16.183204345703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.01,1.1657612609863282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.01,1.4618060302734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.01,1.7865632629394532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.046801280975341794
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.01,2.4240383911132812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.08298560142517089
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.01,3.0686996459960936
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.2,20.09960693359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.06015615940093995
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.01,4.35676025390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.12716480255126955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.36304767608642574
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.38338367462158207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.30104127883911136
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.40129856109619144
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.4252115249633789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.16702655792236326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.5988608169555664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.6130745697021485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.6377529525756837
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.35731647491455076
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.6579551696777344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.6888217926025391
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.01,7.046703491210937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.7233305358886719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.7966464233398438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.8614892578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.01,5.709263916015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.2,1.1732857513427735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.2,1.4837586975097656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.2,1.7890867614746093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.2,2.4309619140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.2,1.0193901062011719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.2,3.0961874389648436
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.27645631790161135
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.3226822280883789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.2,4.499421386718749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.14901375770568848
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.6670291137695312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.2,5.961943969726563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.01,0.9808006286621094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.01,1.7171667480468749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.2,7.4499359130859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.01,1.885027160644531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.01,2.000669403076172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.01,2.0844992065429686
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.01,2.152245178222656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.01,2.285727996826172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.01,2.37991943359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.01,2.4718534851074216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.01,2.622283630371094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.01,2.6995425415039063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.01,2.8168670654296877
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.01,3.1517279052734373
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.01,3.959819030761719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.01,4.274927978515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.01,4.869156494140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.01,5.554835815429688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.16077184677124023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.01,8.428615112304687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.01,7.034567260742188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.19134656906127928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.3617695999145508
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.01,11.430084228515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.2,0.8616198730468749
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.6228044891357423
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.2,1.68162109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.2,1.884962615966797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.2,1.9993632507324217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.01,14.668453369140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.2,2.1042066955566403
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.2,2.1949658203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.2,2.3420089721679687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.2,2.4526138305664062
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.2,2.5615750122070313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.2,2.7582373046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.2,2.8590713500976563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.01,21.381005859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.2,2.970711669921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.2,3.2737734985351565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.2,4.087721557617188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.2,4.4086151123046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.2,5.0453210449218755
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.2,5.73228515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.01,28.09376953125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.2,7.119439697265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.0659929609298706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.08213376045227051
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.09399807929992676
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.1289350414276123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.2,8.5514453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.17371967315673828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.18798208236694336
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.18122367858886718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.19388799667358397
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.18244031906127928
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.20357440948486327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.20617408752441407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.20541696548461913
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.21127807617187502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.23876800537109374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.24428224563598633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.2541043281555176
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.2986400032043457
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.34876094818115233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.41944896697998046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.5710457611083984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.01,34.601337890625004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.72866943359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.2,11.894930419921874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.0549062347412108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.3912556457519532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.1287008666992184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,3.063885498046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.06173952102661133
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.07087679862976073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,5.008177795410156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.2,15.564543457031249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.08245056152343751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.1830124855041504
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.1759231948852539
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.19260671615600586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.17993856430053712
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.19783231735229492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.194911994934082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.2090297508239746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.1263411235809326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.2082758331298828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.20733695983886719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.2387392044067383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.2439161682128906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,7.001290283203124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.2584537506103516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.3000518417358399
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.34988094329833985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.4201273727416992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.5698003387451172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.7355104064941406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.060547866821289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.01,8.809174194335938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.3869517517089842
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.2075193786621092
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.08744447708129884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.11029248237609864
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.1306822395324707
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,3.1096075439453124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.2868947219848633
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.2907795143127442
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.293625602722168
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.20255680084228517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.2958297538757324
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.2,22.52502197265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.2968537521362305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.3056051254272461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,5.320536499023437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.3490169525146484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.35431167602539065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.37653247833251957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.3956332778930664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.4339750289916992
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.4498700714111328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.4967155075073242
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.6001126480102539
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.731962890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,1.0046867370605468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.267413101196289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,7.430517578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.82649658203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.4879295349121096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.2,9.502045288085938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.09323967933654785
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.1032646369934082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.123307523727417
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,4.018945922851563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.20227903366088867
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.2817574310302734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.295166072845459
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.295468807220459
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.2946175956726074
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.3009856033325195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.31103679656982425
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.3209427261352539
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,5.690599975585938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.36336063385009765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.3676454544067383
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.4071481704711914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.3980307388305664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.2,29.711359863281253
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.4602239990234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.4995251083374024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.602410888671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.7490354919433594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.9945388793945312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.2940147399902344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.8265370178222657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,9.378543090820312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.5503135681152345
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,4.151033020019531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.0847327995300293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,12.9808447265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,6.080043334960938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.1054310417175293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.2,37.6573095703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.12090880393981933
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.20199552536010743
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.3151859283447266
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.48405311584472654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.6258694458007812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.6558911895751953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.01,16.749434814453124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.6819865417480468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.7414067077636719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.757992935180664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,10.02278564453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.7833939361572265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.8192928314208985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.8836576080322265
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,1.0989055633544922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,1.1348134613037109
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,1.2070944213867187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,1.3395391845703126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,1.4626725769042968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,13.77647705078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,1.7115110778808593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.9689100646972655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,2.4305964660644532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,2.85656005859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.0897920036315918
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.11027520179748536
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.2,17.532541503906252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.11079423904418946
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,3.803753662109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.17820800781249999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,4.7535098266601565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.2761523246765137
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.39170623779296876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.6178112030029297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.6699852752685547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.6735014343261719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.6968013000488281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,6.62376708984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.7430937957763672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.7885536193847656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.8312960052490235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.9118131256103515
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,1.1321478271484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,1.1751744079589845
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,1.2484429168701172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,8.710293579101563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,1.4197882080078126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,1.5311013793945312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,1.794398651123047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,2.0203788757324217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.01,10.998330078124999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,2.469998779296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,2.9751104736328124
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.04417535781860352
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.061199359893798835
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.08107071876525879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.09847552299499511
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.1254035186767578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,3.8766937255859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.20571903228759764
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.18378751754760742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.21386816024780275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.2354374313354492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.22598527908325194
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.23781055450439453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.2882131195068359
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.2848198318481445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,4.918541564941406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.29766143798828126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.3108255958557129
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.32251583099365233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.35045120239257815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.44975616455078127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.4630553436279297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.5578137588500977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.6597574615478516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.876395492553711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,7.136077270507812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.1139347076416015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.0490067195892334
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.5750303649902344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.05808127880096435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,2.0754150390625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.07689599990844727
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.09209024429321289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.1257759952545166
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.19014720916748046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,9.4579638671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,2.987053527832031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.20820671081542969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.21758848190307617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.22475135803222654
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.2429465675354004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.24147840499877932
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.286695671081543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.29094335556030276
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.30300672531127926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,4.034177856445313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.31997951507568356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.2,11.733134765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.3299628829956055
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.35490558624267576
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.4315763092041015
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.46886848449707036
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.5707481765747071
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.01,5.114841613769531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.6621004486083985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.9140793609619141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.1233554840087892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.0981702423095703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.6081907653808591
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.12204992294311523
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,2.1052006530761718
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.19399936676025392
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.27487232208251955
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.08432255744934082
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.46497985839843753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.5351449584960937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.5028096008300781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,3.1005651855468748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.5585836791992188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.5755014419555664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.608485107421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.6375987243652343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.8029350280761719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.8427244567871094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,4.215753479003906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.8658534240722655
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.8873414611816406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.9589823913574218
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.2,5.368273315429688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,1.0642790222167968
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,1.1731533050537108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.3660044860839844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.6079743957519532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,2.043370819091797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,2.4968716430664064
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.08599488258361816
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.0867750358581543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.17333887100219728
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.242740478515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,3.491153259277344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.4571948623657226
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.5060595321655273
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.12472767829895019
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,4.4014086914062505
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.5486470413208008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.5738240051269531
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.5919865417480469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.6223852920532227
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.6552992248535157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.8397798156738281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.859873275756836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.8985574340820313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.9264454650878907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,6.585528564453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.9773567962646486
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,1.096057586669922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,1.1859923553466796
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,1.396387176513672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.6151884460449217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,8.588327026367187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,2.0917068481445313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,2.5246751403808596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.09246848106384278
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,3.576974792480469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.01,11.161903076171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.11592639923095702
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.1463155174255371
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,4.672462158203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.1888435173034668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.38828865051269534
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.5360729598999023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.6513439941406249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.8562649536132814
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.8729241943359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,6.907005615234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.9081734466552736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.9565926361083985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.9977420806884766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,1.0469120025634766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,1.1229235076904298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,1.217724151611328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,1.2582745361328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,9.428457641601563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,1.5911360168457032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.732728271484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.2,11.638170166015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.881059875488281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,2.181206970214844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,2.4479302978515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,2.9811456298828127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,3.465406188964844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.0930016040802002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,4.3198721313476565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.11639424324035645
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.135798397064209
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.1758483123779297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.3349728012084961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.48179519653320313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,5.294332885742188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.5847552108764649
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.7863680267333985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.832318115234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.874698257446289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.9368211364746093
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,7.193118286132813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.9892384338378907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.0323366546630859
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,1.118823699951172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,9.197850341796876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,1.1917132568359374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,1.2645120239257812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,1.5952645874023437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.7670938110351564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.9445050048828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,2.243697204589844
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.01,11.343031005859375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,2.5396582031249997
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,3.0738201904296876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,3.5816491699218753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,4.448834533691406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,5.423731689453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.0675596809387207
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.03902143955230713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,7.40558837890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.053534722328186034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.10360192298889159
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.1969843292236328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.2150265693664551
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.2722572708129883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.24319423675537108
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.255339527130127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,9.674774780273438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.1372332763671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.23716543197631834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.34196800231933594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.3504876708984375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.2,12.13767822265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.359381103515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.515591697692871
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.6017536163330078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.3725279998779297
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.9296102142333984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.3939891052246094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.451459846496582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.01,1.1491295623779298
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.3729324722290039
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.01,1.5937657165527344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.01,2.035120697021484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.06474751949310302
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.09126144409179687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.05057151794433594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.01,2.915703125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.7412351989746094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.23382911682128907
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.01,3.810844116210937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.2630867195129395
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.2819027137756348
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.21477760314941405
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.01,4.683511047363281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.35128704071044925
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.36065216064453126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.25166656494140627
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.37325439453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.37483390808105466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.11915648460388184
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.0392576003074646
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.3877158355712891
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.1953727912902832
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.4067424011230469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.4820991897583008
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.5208780670166016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.6177305603027344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.7293414306640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.9429484558105468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.2,1.1557389068603516
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.2,1.6017984008789063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.2,2.0440211486816406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.1268812847137451
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.1998419189453125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.2,2.9523040771484377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.25879423141479496
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.5501075363159179
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.2,3.8814233398437503
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.7628851318359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.01,1.328211212158203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.2,4.805944213867187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.01,1.4500781249999999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.01,1.5366387939453126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.01,1.5889669799804689
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.01,1.649713897705078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.01,1.7955833435058595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.01,1.9099378967285154
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.01,2.0210502624511717
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.01,2.2335430908203127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.01,2.377829132080078
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.01,2.5860107421875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.01,2.9996121215820315
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.01,3.2496160888671874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.01,3.6043411254882813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.01,4.305361938476563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.01,5.022341003417969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.01,6.39931396484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.1335871982574463
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.01,7.824509277343751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.1665951919555664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.25740800857543944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.46698432922363275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.01,10.59341552734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.2,1.2981683349609374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.6826732635498047
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.2,1.436038360595703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.01,13.3608447265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.2,1.5364352416992186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.2,1.6112562561035155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.2,1.6980819702148438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.2,1.8469798278808593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.2,1.9790489196777343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.2,2.1066624450683595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.2,2.3364306640625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.2,2.497466278076172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.2,2.687452087402344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.01,19.190378417968752
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.2,3.089521179199219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.2,3.394401245117187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.2,3.722991943359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.2,4.396851806640624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.01,24.876760253906248
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.2,5.095234680175781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.2,6.465858154296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.0529369592666626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.0608460807800293
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.06303487777709961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.07922368049621582
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.1144384002685547
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.11672703742980957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.2,7.815930786132813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.1188812828063965
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.12938624382019043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.12293696403503418
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.13481216430664061
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.13501503944396973
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.13837183952331542
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.1407750415802002
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.14972800254821778
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.1530624008178711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.1602604866027832
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.1761395263671875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.21712320327758788
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.23994047164916993
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.3302803039550781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.4078380966186524
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.01,31.083632812500003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.2,10.66683837890625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.5791923141479491
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.7632345581054688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.166710433959961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.6970976257324217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.0505401611328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.0556544017791748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.062243199348449706
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.6686727905273435
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.07935743808746339
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.11488384246826171
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.11804351806640626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.12187904357910155
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.12140864372253417
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.12566207885742187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.12819583892822267
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,3.6527636718750003
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.2,13.485261230468751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.13631232261657716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.13836799621582033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.14001983642578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.15334400177001953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.16216512680053713
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.17887807846069337
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.15537407875061035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.21709823608398438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.2413727951049805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.01,4.5986047363281255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.3314156723022461
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.41200321197509765
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.583299217224121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7660313415527343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.19836669921875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.7548204040527344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.08158975601196289
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.09040255546569824
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.12189056396484374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.73545166015625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.06936639785766602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.1830451202392578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.18790271759033203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.18877952575683593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.1895385551452637
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.19274047851562498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.19604671478271485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.19799423217773438
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.20650047302246094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,3.6456268310546873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.21588479995727541
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.22471359252929685
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.23061759948730468
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.2512614440917969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.2685286331176758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.33535041809082033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.41655231475830073
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.530846061706543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.2,4.768213195800781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.6931136322021485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.9864569854736327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.2,19.34543701171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.3257901000976564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.07025343894958495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.07769087791442872
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.0881599998474121
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.1249427795410156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.12270719528198241
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.18185087203979494
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.18777215957641602
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.18948480606079102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.1911289596557617
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,3.148778381347656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.19217151641845703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.19694847106933594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.20797887802124024
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.19949375152587892
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.2141811180114746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.22534271240234377
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.23246015548706053
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.2582182312011719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.27066368103027344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,5.015486755371094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.3362131118774414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.4171532821655274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.5346694564819335
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.6878771209716797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,1.0000045013427734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,6.785481567382813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.3683821105957032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,2.182947845458984
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.2,25.37820068359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.01,8.284424438476563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.05539904117584229
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,3.2554827880859376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.09176383972167969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.0986246395111084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.13491968154907225
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.19674623489379883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.273505916595459
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,5.0470996093750005
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.3623616027832031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.37869438171386716
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.3944428634643555
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.4047391891479492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.42805374145507813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.46949951171875004
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,6.803688354492188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.4904095840454102
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.5399699020385742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.6261523056030274
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.651546859741211
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.7185369873046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.2,8.57666748046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.7999468994140625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.9250157165527344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.0684934234619141
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,1.2320454406738282
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.2,31.84099365234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.61604736328125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.953435516357422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.06315392017364502
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.09150336265563966
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,2.645330505371094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.09584447860717774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.12912896156311035
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.18613056182861326
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,3.3744903564453126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.2613599967956543
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.35307262420654295
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.3750617599487305
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.38819519042968753
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.42024383544921873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,4.782811584472656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.4332640075683594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.47371711730957033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.49453887939453123
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.5605977630615234
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.6573139190673828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.7030137634277344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,6.2456298828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.7355417633056641
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.8847052764892578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.9542400360107421
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,1.1109951782226564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,1.2651046752929687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.01,7.7205322265625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.6413772583007813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.03980799913406372
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,2.007093048095703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.05793727874755859
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.06333631992340087
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,2.6986291503906252
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.08315711975097656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.09755647659301758
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.12832768440246584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.14417792320251466
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.14424320220947268
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.15179519653320311
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,3.431482849121094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.1553171157836914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.16568639755249023
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.1984761619567871
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.2021939277648926
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.22167615890502929
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.21739200592041014
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.22852096557617188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.24735103607177736
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.28773567199707034
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.3340505599975586
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,4.894801940917969
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.44402431488037114
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.5272627258300782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.7000460815429688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.8975424194335938
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.2988255310058594
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.04128320217132568
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,6.406795654296874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,1.7205509948730469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.05678143978118897
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.06257919788360596
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.07824063777923584
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.09308352470397949
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.13196607589721682
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,2.5474649047851563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.14163007736206054
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.14718976020812988
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.2,7.9824719238281245
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.15434176445007325
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.16139007568359376
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.1679520034790039
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.20315263748168944
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,3.416074829101562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.21120639801025393
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.21704320907592772
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.22319423675537112
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.23169536590576173
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.2561299133300781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.29038591384887696
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.34631038665771485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.45064640045166016
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.5266284942626953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.01,4.259264526367188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.7050291442871094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.9091750335693358
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.06796864032745362
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.0825977611541748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,1.3206182861328126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.10192831993103027
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.13236991882324217
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,1.749132843017578
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.1755161666870117
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.2911961555480957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.2682419204711914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.30790336608886715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.32058689117431644
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.3358041763305664
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,2.6022317504882815
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.3556710433959961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.38909568786621096
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.4588396835327148
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.48546302795410157
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.5218054580688476
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,3.486952819824219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.5366944122314453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.59368896484375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.6912825775146485
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.7545088195800782
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.2,4.366924133300781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.9171084594726562
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.0980563354492188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.44487548828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.0643558406829834
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,1.804759063720703
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.0792307186126709
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.09473343849182128
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.12897279739379883
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,2.5347967529296875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.1614303970336914
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.26558528900146483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.2913324737548828
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,3.303036804199219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.3229663848876953
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.3295891189575195
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.3434707260131836
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.36349758148193356
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.4057324981689453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.49727359771728513
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.5174105453491211
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.5407417678833009
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,4.833634643554687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.5673215866088868
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.6362118530273437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.6967033386230469
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.7658534240722656
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.930667495727539
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.110860824584961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,6.4138989257812495
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.4546829223632813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,1.8275570678710937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.01,8.016585693359374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.06585792064666748
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,2.5728549194335937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.09538944244384766
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,3.407744750976563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.1203123188018799
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.12884160041809084
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.23915264129638675
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.3211974334716797
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.4113798522949219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,5.037837524414063
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.49251647949218746
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.515907211303711
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.5374687957763672
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.5670137786865235
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.5964947128295899
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.6757151794433593
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.6617964935302735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,6.818375244140626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.7254873657226563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.7653548431396484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.9708684539794922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.2,8.5743310546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,1.0503340911865233
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,1.1294841766357422
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,1.3353216552734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.5201260375976564
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.9157862854003906
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.06997504234313964
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,2.3255194091796874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.09629504203796387
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,3.050361022949219
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.10122112274169921
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.1375500774383545
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,3.7808172607421873
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.2034694480895996
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.3529427337646484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.30951103210449216
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,5.234767456054688
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.4663993453979492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.5040319824218751
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.519813117980957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.5571270370483399
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.5961356735229492
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,6.70921142578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.6395801544189453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.6763168334960937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.724791030883789
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.7675379180908204
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.9765939331054687
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.01,8.216848754882813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,1.0607494354248046
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,1.1920889282226563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,1.3509567260742188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.5725318908691406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.9649586486816406
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.04364927768707275
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,2.3741159057617187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.056977281570434565
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.08376064300537109
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,3.114427490234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.1526707172393799
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,3.8539712524414065
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.16492671966552735
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.16887168884277343
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.18280960083007813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.10191167831420897
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.1864703941345215
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.19995199203491212
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,5.330940551757813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.21514751434326174
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.22063295364379884
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.22808895111083985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.2259903907775879
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.25153919219970705
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.23995647430419922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.2967647933959961
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.34899200439453126
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.41099201202392577
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,6.836869506835937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.4824665451049805
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.6384979248046875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.7794131469726563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.01,1.1120467376708985
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.037115519046783445
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.04594816207885742
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.01,1.4253836059570313
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.05632512092590332
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.03727679967880249
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.2,8.39791259765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.0952883243560791
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.14623231887817384
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.16071487426757813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.01,2.0768524169921876
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.176428165435791
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.1828620719909668
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.1917990493774414
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.20444799423217774
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.22114559173583986
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.01,2.7272152709960937
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.2261408042907715
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.07419968128204346
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.23603584289550783
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.23571008682250977
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.2450720024108887
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.25844032287597657
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.32414337158203127
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.3512825775146484
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.01,3.37783935546875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.42147201538085943
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.48442047119140624
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.6493606567382812
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.7845113372802734
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.2,1.118050537109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.2,1.4417068481445312
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.2,2.091128387451172
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.2,2.7647604370117187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.10438528060913085
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.2,3.4277453613281255
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.1508448028564453
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.1901811218261719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.35621761322021483
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.9106553649902344
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.01,1.0091462707519532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.556229133605957
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.01,1.1052722930908203
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.01,1.0687545776367187
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.01,1.1450393676757813
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.01,1.2401529693603517
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.01,1.4197267150878905
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.01,1.321258239746094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.01,1.5895455932617186
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.8683430480957033
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.01,2.2185740661621094
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.01,1.7078387451171875
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.01,1.8992927551269532
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.01,2.151610870361328
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.01,2.657124328613281
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.01,3.1525286865234374
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.01,4.164985046386719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.10782143592834473
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.01,5.152296142578125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.1905958366394043
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.1299891185760498
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.01,7.148170776367188
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.32580673217773437
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.8871526336669922
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.01,9.158958740234375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.47494785308837895
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.2,1.0184544372558595
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.2,1.0683033752441407
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.2,1.1217561340332032
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.2,1.1868096160888673
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.2,1.2710028839111327
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.2,1.381397705078125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.01,13.273068847656251
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.2,1.47384765625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.2,1.6566047668457031
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.7867584228515625
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.9401490783691409
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.2,2.281758117675781
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.2,2.0117401123046874
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.01,17.200029296874998
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.2,2.22372802734375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.2,2.71503173828125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.2,3.217172546386719
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.2,4.200521545410156
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.01,21.2193359375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.2,5.191797485351563
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.2,7.213759765624999
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.2,9.220562744140626
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.2,13.266368408203125
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.2,17.351162109375
SGLang,0.5.8.post1,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.2,21.412041015625
