framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.46450817108154296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,1.0105062103271485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.8056531524658203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,1.6018695068359374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,2.4415878295898437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,2.487647399902344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,2.6500909423828127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,2.398712921142578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,2.483415069580078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,2.7917208862304688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,2.7643206787109373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,2.528843536376953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,2.941716613769531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,3.14349365234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,3.321781005859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,3.573819580078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,4.123845825195312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,5.295723266601563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,6.378028564453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,9.148894653320312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,11.87746826171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.4950860977172852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.7671276855468749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.8851980590820313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,1.5964620971679688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,2.2807629394531252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,17.939437255859374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,2.441962890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,2.487574462890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,2.474604187011719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,2.5832568359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,2.643840026855469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,24.5422607421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,2.8393630981445312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,2.8878796386718752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,2.850600280761719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,3.1439193725585937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,3.2827392578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,3.5457131958007815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,4.116557312011719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,5.311253662109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,6.499338989257812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,39.91900634765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,9.29250732421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,12.13685302734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,58.134023437500005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,18.594132080078126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,25.175104980468753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,41.2192822265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.8431910705566406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,1.3625465393066407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,1.7059341430664063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,2.7646823120117188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,96.456416015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,4.285368347167969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,4.345242309570312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,4.437811279296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,4.4042431640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,4.464103698730469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,4.6385888671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,4.8481683349609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,4.869477233886719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,5.304111938476562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,5.722254028320313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,62.286396484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,6.081145019531251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,6.46295166015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,7.331475219726562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,9.659713134765624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,11.018275146484374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,131.22521484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,15.387584228515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,20.017921142578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,30.056635742187503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,43.4746337890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.01,165.0874609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,101.375361328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.8429574584960937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,1.2948614501953126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,1.5036717224121094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,2.76402099609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,4.108422546386718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,4.366981811523438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,4.44081787109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,4.409617309570312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,4.571348571777344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,4.6604177856445315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,73.78550292968751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,4.960281066894531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,5.0847604370117185
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,5.130372314453124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,5.68843017578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,5.997407836914062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,134.964697265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,6.33453369140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,7.377088012695313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,9.448304443359374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,11.046279296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,15.583521728515626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,104.038056640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,20.416368408203123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,30.707270507812503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.2,170.08087890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,44.3239794921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,172.8376171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,73.776240234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.4926688003540039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.9401241302490234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,1.6234739685058592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,3.197345886230469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,4.898447875976562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.01,6.368245239257813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.01,9.125012817382814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.01,9.660950927734374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.01,9.878814697265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,108.25831054687501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.01,10.014465942382813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.01,10.715187988281249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.01,11.677750244140626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.01,12.09407958984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.01,13.220836181640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.01,17.192828369140624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,241.6341796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.01,17.42427001953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.01,18.451168212890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.01,19.907308349609373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.01,21.2831689453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.01,23.31088134765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.01,25.1586572265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.01,28.82178466796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.01,33.43197021484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.01,291.83103515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,174.74714843750002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.01,43.388564453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.9413740539550781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.2,1.6240928649902344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.4920710372924805
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.2,2.923253173828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.2,5.947538452148438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.01,53.9951416015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.2,4.430028686523437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.2,8.940667114257812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.2,9.444216918945312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.2,10.110430297851561
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.2,9.69248046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.2,10.834877929687499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.2,11.581717529296876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.2,12.342825927734376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.2,13.713302001953124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.01,78.5903173828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.2,17.508284912109374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.2,17.9853271484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.2,18.75289794921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.2,20.34496826171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.2,21.63076904296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.2,24.0546142578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.01,103.86609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,238.71669921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.2,25.50026611328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.2,30.27738037109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.2,35.823291015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.01,131.837900390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.07608128070831299
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.01,0.21558912277221678
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,0.2961177635192871
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.01,0.12897151947021485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.01,0.3801203155517578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,0.6420652770996094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.2,47.753486328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,0.6614348602294922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,0.7518931579589844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,0.6922624206542969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,0.7871469116210937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,0.985038070678711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,1.076531219482422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,1.0327238464355468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,1.1582208251953126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,1.0814701080322267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,1.1327168273925783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,1.2161465454101563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,1.3096607971191407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,1.5330630493164061
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,0.5983366394042969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,1.7926765441894532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,2.2949926757812498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,2.8118298339843752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.2,62.441220703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,3.904692993164063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,5.059109802246094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.07325247764587403
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.11749183654785156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,0.20596160888671874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,0.2710745620727539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,0.35316478729248046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,0.5982662582397461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,0.6492185974121094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,7.472915039062499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,0.6760447692871094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,0.6986943817138671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,0.7002336120605468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,0.7268793487548828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,0.9951026916503907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,1.0069356536865235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,1.1304351806640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,1.0760575866699218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,10.08197998046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,1.0901305389404297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,1.1382988739013673
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.01,12.71335205078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,1.2394771575927734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,1.3327116394042968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,1.5761683654785155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.8076007080078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,2.353016357421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,2.89931640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.2,308.70044921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,4.086195983886719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.2,93.8702734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.2268000030517578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.4499840164184571
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,5.266904907226563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.7070835113525391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,1.074008331298828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,2.2523770141601562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,2.496215057373047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,1.40712646484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,2.62074951171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,2.658572082519531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,2.425617218017578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,2.850732727050781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,3.921907348632813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,3.993006591796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,4.126963806152344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.2,123.806640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,4.289994201660156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,4.315406188964844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,4.544373168945312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,5.243486328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,5.238414916992188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,7.947212524414063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,6.160020141601562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,7.1636767578125005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,9.201665649414062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,11.20450927734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,15.996593017578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,21.25518798828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.4038675308227539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.22682559967041013
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.6767040252685547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,1.2910508728027343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,2.288252868652344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,2.455836181640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,2.5639749145507813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.2,156.418505859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,31.714326171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.9766445159912109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,2.6823553466796874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,10.752501220703126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,3.012128601074219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,2.8543966674804686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,3.9837939453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,4.029178771972656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,4.215528869628907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,4.397054748535156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,4.321971740722656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,4.588533630371094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,5.033980102539063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,5.3422570800781255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,6.333407592773438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,7.253244018554687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,43.6322705078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,9.49917236328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,12.011693115234376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.01,56.3874267578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.9373747253417969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,1.7546240234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,17.237015380859376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.47322433471679687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,2.918978576660156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,4.1095712280273435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,7.124735107421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.2,13.895572509765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,7.418059082031251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,6.683764038085937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,7.732520141601563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,23.02108642578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,8.077467041015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,8.855126953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.01,9.625718383789062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.01,12.613233642578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.01,13.25491943359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.01,13.5308740234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.01,13.604165039062499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.01,14.4053076171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.01,15.945671386718749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.01,16.553117675781248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.01,18.33715576171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,35.47843994140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.01,20.9851416015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.01,25.6968603515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.01,30.9701220703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.47363006591796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.9018720245361328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,1.7010450744628904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,2.600291748046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.01,42.989399414062504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,3.7140869140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,6.579775390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,48.9705078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,7.04975341796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,7.519910888671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.01,57.125883789062506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,8.00567626953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,8.490999755859374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,9.193490600585937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,9.895692138671874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,13.115078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.2,13.351956787109376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.2,14.011236572265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.2,14.29106201171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.2,14.794471435546876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.2,15.870047607421876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.01,86.7250390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.2,16.616628417968748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.2,19.19649658203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.2,61.390131835937495
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.2,21.39503173828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.2,27.281550292968753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.01,115.58134765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.4956787109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.9432749176025391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.2,33.5627734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,1.8102610778808592
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,5.870240478515624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,3.6428158569335936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.2,48.54318359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,8.32305908203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.01,9.70343994140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.01,12.783753662109374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.01,13.202017822265626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.01,13.9447216796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.2,65.7062548828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.01,153.746318359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.01,14.31812744140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.01,14.549364013671873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.01,15.671418457031251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.01,16.888967285156248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.01,18.0687744140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.01,19.617723388671873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.01,24.64884033203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.01,26.261110839843752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.2,97.485869140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.01,28.003178710937497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.01,30.75986572265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.01,32.585651855468754
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.01,36.58872802734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.01,40.73070556640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.5009081649780274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.2,134.112041015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.2,1.8369676208496095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.01,49.928994140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.8439814758300781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.2,3.3181234741210934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.01,59.64826171874999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.2,7.616548461914062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.2,8.793057861328126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.2,5.461173095703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.2,12.25301513671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.2,12.940472412109376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.2,13.260825195312501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.2,13.83616943359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.01,82.027431640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.2,14.806657714843748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.2,15.766020507812499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.2,16.98374267578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.2,18.461649169921877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.2,169.7019140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.2,19.76561767578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.2,24.86018310546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.01,104.345498046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.2,26.802109374999997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.2,28.20658203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.2,30.912001953125003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.2,33.80911865234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.2,38.298715820312495
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.01,127.48212890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.14576448440551756
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.2,43.11927734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.27350784301757813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.5006118392944335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.01,1.1674924468994141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.01,1.668926086425781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.8468179321289062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.01,1.9755322265625002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.01,1.8773849487304688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.01,2.062774353027344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.01,2.077241668701172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.2,53.0078515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.01,2.1798854064941406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.01,3.041737060546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.01,3.123945007324219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.01,3.579131469726563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.01,3.327833557128906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.01,3.386422424316406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.01,3.877907104492188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.01,3.834627075195313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.01,4.104655456542969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.01,4.638150939941406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.2,65.212841796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.01,5.12811767578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.01,6.2005517578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.01,7.54942626953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.01,10.223844604492188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.13731712341308594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.24368255615234374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.4330598449707031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.6675488281249999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.9556678771972656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.01,13.170345458984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.2,1.665675506591797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.2,1.800231018066406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.2,1.9093420410156248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.2,1.9901983642578123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.2,2.0342745971679688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.01,18.482858886718752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.2,2.1303974914550783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.2,3.135010070800781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.2,3.2085830688476564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.2,3.3113107299804687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.2,3.406332702636719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.2,3.4942080688476564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.01,24.990168457031253
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.2,92.202119140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.2,3.6388363647460933
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.2,3.915024108886719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.2,4.074573364257812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.2,4.710715637207032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.2,6.471831665039062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.01,31.616835937500003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.2,5.5267968750000005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.2,7.933466186523438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.8628813171386719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.2,10.598714599609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.01,1.668849334716797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.2,13.829554443359376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.01,5.828832397460937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.01,3.278408203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.01,8.320646362304688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.2,20.817937011718747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.2,123.965771484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.01,13.908739013671873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.01,14.913192138671874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.2,28.469174804687498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.01,15.649848632812501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.01,16.229412841796876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.01,16.629045410156248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.01,17.907962646484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.01,18.997464599609376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.2,35.66658935546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.01,20.12908203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.01,22.533586425781248
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.01,24.72055419921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.2,153.57450195312498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.01,26.922849121093748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.01,31.294145507812498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.01,31.23184326171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.01,33.1734130859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.01,36.992744140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.01,41.74580078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.9704876708984376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.2,1.6680921936035156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.01,52.7314599609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.2,3.2781723022460936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.01,64.127109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.2,7.39866455078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.2,5.707195434570313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.2,14.897927246093749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.2,15.533646240234376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.2,13.63447265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.01,88.908642578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.2,16.251630859375002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.2,17.23535888671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.2,18.3475
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.2,19.690042724609377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.2,20.8701806640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.2,23.46072021484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.01,116.40045898437499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.2,25.733271484375003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.2,27.85015869140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.2,32.187663574218746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.2,32.351887207031254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.2,34.26090087890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.2,38.53451416015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.2,44.105747070312496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.01,167.7442578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.2,55.923232421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.2629311943054199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.435491828918457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.5035475158691407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.2,68.2276025390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.8447296142578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.8121202850341798
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.8989164733886719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.8350752258300782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.9775878143310546
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.9255558776855469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.01,223.14068359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.8944422149658203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.9251667022705078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.991619873046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,1.000901107788086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,1.0358892822265626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,1.1711347198486328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,1.168106231689453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.2,93.89068359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,2.411754302978516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,1.4419718933105468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,1.9879270935058593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,3.344086303710937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,4.409049072265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,6.285845947265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.2,123.091953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,8.208803710937499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,11.910875244140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.24049728393554687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,15.694643554687499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.463422737121582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.3899334335327148
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.7896889495849609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.9170329284667968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.8362131500244141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.9254835510253907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.9938841247558594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.8954208374023438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.7755878448486329
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.9188294219970704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.9943539428710938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.9998425292968751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,1.1436537933349609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,23.421696777343747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,1.2068787384033204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,1.4429542541503906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.9573254394531251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,2.43972412109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,3.3228564453125005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,1.94616455078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,4.411442565917969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,6.336029663085937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,31.472353515625002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.2,176.43324218749999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,8.070850219726562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.01,38.754951171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.43550273895263675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.7023705291748047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.8743462371826173
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,1.4010386657714844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,12.023745117187499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,2.161288299560547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,2.1858489990234373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,2.2365542602539064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,2.2149113464355468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,2.2602777099609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,2.413895721435547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,2.4255877685546876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,2.6284225463867186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,2.80330810546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,2.334855041503906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,2.9052056884765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,3.074635009765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,3.518124694824219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,4.447253112792969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,5.3620935058593755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,15.674898681640624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,7.372758178710937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,9.618077392578126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,14.576535644531251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,20.311716308593752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,23.6342236328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,33.64198486328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.4324422454833984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.6668211364746094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.7687609863281251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,1.3995007324218751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,2.0701734924316404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.2,232.20595703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,2.1871795654296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,2.4807557678222656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,2.2183091735839846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,2.558935089111328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,2.334899139404297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,2.7387265014648436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,2.5353517150878906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,2.621626892089844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,2.796672058105469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,30.798322753906252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,2.8931423950195314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,3.0473452758789064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,3.557479553222656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,53.367802734375005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,4.547311401367187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,5.31122314453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,7.470095825195313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.2,38.17569091796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,9.85128662109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,14.629715576171876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,20.78990478515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,84.688603515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.2626425552368164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.44051647186279297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.8356787109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,1.6278329467773438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,2.484455108642578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,3.2348730468749998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,4.620965881347656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,37.307077636718745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,4.893384399414062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,5.052222595214844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,5.0778002929687505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,5.439179077148437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,5.689303588867188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,5.908662109374999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,6.192887573242187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,8.51561767578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,114.73583984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,52.430815429687506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,8.634204711914062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,9.155056762695313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,9.9125537109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,10.617105712890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,11.749354248046874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,12.66812255859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,14.597960205078124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,16.928594970703124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,22.0233349609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.01,145.086845703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.2615206336975098
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.43905982971191404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.8342822265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,1.4932167053222656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,27.025654296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,2.2490509033203123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,88.573984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,3.118863220214844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,4.528856201171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,4.786547241210938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,4.9583764648437505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,5.116312866210937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,5.377197875976562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,5.7076171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,38.8274365234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,5.933270874023437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,6.390665893554687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,8.683107910156249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,8.889901733398437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,9.304640502929688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,10.14380615234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,51.31529296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,10.80388427734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,12.063800048828124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,12.88966796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,15.257548828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,17.82860107421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.01,67.3028662109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,23.5648779296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,118.96417968749999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.07844672203063965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.12938624382019043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,0.18488895416259765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,0.24210624694824218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,0.35463294982910154
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,0.3475993728637695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,0.39206592559814457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,0.3711417770385742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,0.4032076644897461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,0.3901894378662109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,0.5034956741333008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.05369215965270996
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,0.5029036712646484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.01,0.5319654464721679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,0.5962579345703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,0.5595743942260742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,0.5848153686523437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.01,0.6540684509277344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.6767193603515624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.8019846343994141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.2215135955810548
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.9476678466796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,30.36510009765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,1.5249920654296876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,45.9757080078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,2.0994989013671876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,2.7407327270507813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.051556482315063476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.11451264381408692
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,3.994834594726562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,0.15446656227111816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,5.295875244140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,0.32312511444091796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,0.358023681640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,0.3679545593261719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,0.3784678268432617
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,0.37934398651123047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,0.3910028839111328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.0736844778060913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,0.5074220657348633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,0.5166700744628907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,0.5397740936279296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,0.561014404296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,0.581635856628418
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,0.5691251373291015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,0.6331449508666992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.01,6.7503564453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,0.2142118453979492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.6868755340576171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.822182388305664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.9452678680419921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,60.984765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.2563526153564453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,1.5445606994628907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,2.1626745605468747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.20507328033447267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.3973651123046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.11603712081909179
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.5553702545166016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,1.1485382080078126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.238757095336914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.2,150.48416015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,1.274529266357422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.347391357421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,1.379381103515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.424811553955078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,2.7892837524414062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,1.9313401794433596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.7273331451416015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,1.9732537841796876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,2.051191101074219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,2.1263282775878904
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,2.1361293029785156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,2.253950653076172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.2,77.210439453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,2.619353637695313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,2.4478355407714845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,3.0794656372070315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,3.6194866943359374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,4.675853576660156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,5.556937255859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,7.862138061523437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,10.168936157226563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.20854207992553714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.37384384155273437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,4.0911083984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.12323455810546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.5077119827270508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.6904166412353516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,1.1733248138427734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,1.3072012329101563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,1.361122589111328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.3642431640625001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,1.4291731262207032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,1.2538182067871095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,15.44792236328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,1.965166778564453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,2.0017689514160155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,2.0868992614746094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,2.132471008300781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,2.169653167724609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,2.288524169921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,2.4858995056152344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,2.671877746582031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,3.1581600952148436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,3.637849731445313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,21.258676757812502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,4.6563916015624995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.01,26.88714599609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,5.8224462890624995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.2515283203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.4678041458129883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.8978566741943359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,1.4784346008300782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,2.047710723876953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,5.600852661132812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,8.301276245117188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,3.3656881713867186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,3.5893017578124997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,3.737483520507813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,3.8839556884765627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,4.004057617187501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,4.249945068359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,4.473431091308593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,11.193842773437499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,6.22751708984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,6.582596435546876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,6.720969238281251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,6.764814453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,7.180344848632812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,7.999007568359374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,8.339588623046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,9.179507446289062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,10.600433349609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,12.792718505859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,15.462684326171876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,17.23857421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.2,7.143482055664063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.2691430473327637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.4694720077514648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.8711949157714844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,1.3218502807617187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,1.8788812255859377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,21.10255126953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,3.312507019042969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,3.5528729248046873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,3.785825805664062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,27.606672363281252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,3.9777511596679687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,4.152413940429687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,4.428163757324219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,4.584563293457031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,6.475885009765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,6.619765014648438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,6.940797729492187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,7.11559326171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,41.76486328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,7.364871215820313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,7.947376098632813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,8.356431274414062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,23.84639892578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,9.595315551757812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,10.65005126953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,13.391988525390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,56.7207177734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,16.5515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.2661350440979004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.49527935028076175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.8384877014160157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,1.6314002990722656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,23.54666015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,2.973352966308594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,4.445367126464843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.01,72.3618408203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,4.876427001953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,31.589462890624997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,6.345145263671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,6.8704296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,6.997643432617187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,7.270185546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,7.368935546874999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.2,29.724809570312498
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,7.751875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,8.216708374023437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,8.548673706054688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,9.0961474609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,48.5045703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,12.18818359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,13.024558105468751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,13.934522705078127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,15.343900146484376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,16.386579589843752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,18.507237548828122
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,20.620100097656252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,25.31301513671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.2681907272338867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.4748076629638672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,65.11664550781249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,1.6300997924804688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,30.28529052734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,3.0389227294921874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,3.8220446777343753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.8392813110351562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,4.547806701660156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,6.2015313720703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,6.496920166015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,40.13294189453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,6.717160034179687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.2,7.003355712890626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.2,7.394326782226562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.2,7.711434326171874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.2,8.1753662109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.2,9.139089965820313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.2,8.664197998046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,51.6518359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.2,82.422021484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.2,12.28521728515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.2,13.282208251953126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.2,14.037141113281251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.2,15.506135253906251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.2,16.952786865234376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.01,64.47577636718749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.2,19.200605468750002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.08955519676208497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.2769932746887207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.2,21.670419921875002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.4013663864135742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.8763270568847655
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.9305318450927734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.2,26.554855957031247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.14995776176452638
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.9902406311035156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.01,1.0849664306640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.01,1.1502323150634766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.6104991912841797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.01,1.1291244506835938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.01,1.528915252685547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.01,1.7389573669433596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.01,1.6322598266601562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.01,1.7018553161621093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.01,1.9142720031738283
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.01,1.7846791076660158
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.01,1.6854476928710938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.01,2.0454611206054687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.2,32.2564013671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.01,2.298792266845703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.01,3.1065151977539065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.01,2.5647659301757812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.01,3.71636474609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.2,45.387578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.01,6.286909790039063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.01,5.044180603027344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.1510547161102295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.35923648834228517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.5061753463745118
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.23870719909667967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.8738925170898437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.2,1.0055411529541014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.2,1.0394348907470703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.08860480308532714
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.9308121490478516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.01,8.945822143554688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.2,1.0673670196533203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.2,1.5760415649414061
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.2,1.6112371826171874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.2,1.6671974182128906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.01,11.999591064453124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.2,1.7050285339355469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.2,1.089675521850586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.2,61.33661621093749
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.2,1.7475173950195313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.2,1.8210354614257813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.2,2.034327087402344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.2,1.9468307495117188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.01,14.878824462890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.2,2.3368109130859374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.2,72.8591796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.2,3.1999526977539063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.2,2.7379800415039064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.2,3.8378533935546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.8591948699951171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.2,5.113232116699218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.01,1.707655029296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.4626553726196289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.2,6.626983032226562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.01,2.9363827514648437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.01,4.183811340332031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.01,7.008382568359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.2,9.837884521484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.01,7.499851074218751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.01,8.132156982421876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.01,7.875155029296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.01,8.313662109374999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.01,8.784290771484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.01,9.128895874023438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.2,13.380489501953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.01,9.444559936523437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.01,10.124252319335938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.01,10.587132568359376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.01,11.250762939453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.01,12.60726806640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.2,16.684783935546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.01,15.52091552734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.01,16.53431640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.01,18.441157226562503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.01,20.81062744140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.5174227142333985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.8586905670166015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.2,1.66578369140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.01,25.698564453124998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.2,2.6826693725585935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.2,3.8405703735351566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.01,31.038466796875003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.2,6.852322998046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.2,7.490473022460938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.2,7.784932861328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.2,8.131865844726562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.2,8.495586547851563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.01,42.95671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.2,8.941915283203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.2,9.359000854492187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.2,9.722138671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.2,10.51070556640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.2,11.10974853515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.01,53.9676953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.2,11.784295654296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.2,13.090986328125002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.2,16.112493896484374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.2,16.983804931640627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.2,19.019639892578123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.2,21.695703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.01,80.99520019531249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.2,27.240458984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.2,33.0448681640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.1450540828704834
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.22118719100952147
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.01,107.38158203124999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.26852352142333985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.2,45.343593750000004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.4533599853515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.43116928100585933
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.46255615234374997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.48214015960693357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.475233268737793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.4756927871704102
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.5275302505493163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.45875328063964843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.5626713562011718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.6183679962158204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.6193344116210937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.7447551727294922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.49619392395019535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.9948441314697266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.2558592224121095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.5494271850585937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.290849304199219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,3.196393737792969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.2,57.74498046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,1.730223388671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.01,133.64626953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.219397888183594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,6.048246459960938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.13178175926208496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,7.981232299804688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.20969024658203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.4209606552124024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.24594112396240236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.4138489532470703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.4556569671630859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.4628416061401367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,11.98137451171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.2,87.175419921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.47694271087646484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.5131711959838867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.5367347335815429
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.541341438293457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.6000428771972656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.4648441696166993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.6345459365844727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.5021836853027344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.740382080078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.9907814025878906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.5183046340942383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.256328887939453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.219576950073242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,15.98137939453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,1.7172889709472656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.310396728515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.195186462402344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.01,19.859693603515627
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.2166431999206543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,6.034192504882812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.3488550567626953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.4376838302612304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.6802969360351563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.2,113.23651367187499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,8.050331420898438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.6981088256835937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.8143500518798827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.7251692962646484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.803905258178711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.807580795288086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.8655014038085938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.7703539276123047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.7802130889892578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.7681190490722656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.890008316040039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.9434278106689453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,1.0463942718505859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,1.6595884704589843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,1.1715609741210937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,2.890456237792969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,11.8996923828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,3.794672546386719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,2.0299871826171874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,5.313785400390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,6.98265869140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,10.113921508789062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.20397375106811522
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,13.520289306640626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,16.07132568359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.3324249649047851
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.38766334533691404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.7582323455810547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.7168755340576172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.7764466857910156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.8286450958251953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.7619058990478516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.7985228729248047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.6799501037597656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.6678809356689454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.8318048095703124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.8674630737304687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.8524435424804688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.976935043334961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,1.060184326171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,19.959703369140623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,1.2297337341308594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,1.6325535583496094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,2.03376953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,2.905311279296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.2,143.179775390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,3.795505981445312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,5.377717895507812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.2,19.635679931640624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,6.976326293945313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.14112895965576172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.23682367324829104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,25.9347021484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.44016574859619145
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.8388422393798829
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,1.2765913391113282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,1.664319305419922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,2.3557522583007815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,2.496498565673828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,2.557527618408203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,2.594017333984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,2.7470355224609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,10.255721435546874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,2.884778747558594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,2.9557031250000003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,3.1012057495117187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,4.234297485351563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,4.303205871582032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,4.566018676757812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.01,32.933002929687504
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,4.956998901367188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,13.563525390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,5.349732666015624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,5.983550415039063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,6.564981079101562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,7.568622436523438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,8.859458618164062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,11.500252685546874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.15416064262390136
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.23749311447143553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.44122367858886713
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.7734944152832031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,1.1620588684082032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,14.123309326171874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,1.5671923828124998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,2.3337554931640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,2.4406329345703126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,2.531313934326172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,2.6107577514648437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,20.153616943359374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,20.097523193359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,2.7561822509765626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,2.8615200805664065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,3.158883056640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,2.9780352783203123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,4.327724914550781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,4.443684997558593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,4.633701782226562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,5.100499267578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,25.864497070312503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,5.454669799804687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,6.152076416015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,6.622205810546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.01,33.65044677734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,7.875735473632813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,9.1437841796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.01,0.03305727958679199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.051708159446716306
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.07404672145843506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,12.0500634765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.10088064193725585
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.13503168106079103
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,26.2015576171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,0.1834355163574219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,15.374493408203126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,0.20264064788818362
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,0.22416191101074218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,0.22124864578247072
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,0.23269887924194338
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,0.22454143524169923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,0.2927814483642578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,0.277259521484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,0.2831551933288574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,0.3071526336669922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,22.6662060546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,0.3591302490234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.38700607299804685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,0.31014783859252926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.2,32.61484619140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,0.3161836814880371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,30.325751953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.48076801300048827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.5499897766113281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.2,38.640773925781254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.038211839199066164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.05159423828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.7172441864013672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.07193535804748535
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.8888243103027345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.09372991561889649
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.11822591781616212
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,0.1853049659729004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.2460620880126954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,2.3879571533203126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,1.6187898254394533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,0.20835264205932616
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,0.21907583236694336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,3.110478820800781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,0.2226911926269531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.01,3.8235058593749995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,0.21965568542480468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,0.22337024688720702
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,0.27752511978149413
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,0.29672895431518553
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,0.27994239807128907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,0.3188364791870117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,0.3059647941589355
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,0.30680511474609373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.5533798217773438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,0.3626515197753906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.39393791198730466
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.47481857299804686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.07707583904266357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.724111328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.11813247680664063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.20416959762573242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.2992582321166992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.8994048309326171
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.40511615753173824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.6075968170166016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.6554118347167969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.6735238647460937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.7027788543701172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.7112255859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.260285415649414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.9762432098388671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.9596607971191407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.7457401275634765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,1.0209164428710937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,1.0711001586914062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,1.6460025024414062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,1.0787872314453124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,1.2237017822265623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,1.1183353424072267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,1.3163468933105469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,1.5721011352539063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.868122253417969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,2.386405792236328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,2.919186706542969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,4.069559020996094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,2.388874816894531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.08461183547973633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.19598335266113281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.11898367881774903
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.2728908729553223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.393818244934082
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,5.333278198242188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.6150239944458008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.6647193908691407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.6957670593261719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.7140697479248047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,7.92899169921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.7192217254638672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.9753759765625001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.7499980926513672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,10.695614013671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,1.0348320007324219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,1.0730777740478517
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.9902098846435546
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.01,13.668059082031249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,1.095335693359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,1.121022720336914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,1.3349440002441406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,1.232995834350586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,1.6210733032226563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.8590092468261719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,2.4531231689453126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,3.0098751831054686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,3.1990029907226565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.1449465560913086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.2566336059570312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.47055103302001955
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.7612461090087891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,4.207978210449219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,1.049734420776367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,1.717004852294922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.8289862060546873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.9032864379882812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.9782546997070312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,2.0278778076171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,2.124677734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,2.206938934326172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,3.104936828613281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,5.6151013183593745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,3.2729400634765624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,3.3660180664062502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,3.396482543945312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,3.5984338378906253
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,4.011739501953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,4.2363391113281255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,4.70830322265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.2,3.997606506347656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,5.420096435546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,8.714930419921874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,6.606291503906251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,7.849442138671876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.1515897560119629
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.2575500869750976
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.45794113159179684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.6829043579101562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,10.761492919921874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,13.880516357421874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.9667724609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,1.6931443786621094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.8085594177246094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.9268031311035156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,2.0146566772460934
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,2.089319000244141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,2.1875289916992187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,2.253708801269531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,20.677534179687502
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,3.2194149780273436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,3.300283508300781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,3.4653216552734376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,3.5353311157226566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,3.704789733886719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,4.004616394042968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,4.227024536132812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,4.86112060546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,5.441734619140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,28.16160888671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,6.729368286132813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,11.866030273437499
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,8.209381103515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.1569484806060791
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.23972032546997069
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.01,35.6084033203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,11.71395263671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.4428793716430664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.894686050415039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,15.628291015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,1.6873228454589841
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,2.1611360168457034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,2.497502746582031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,3.3055123901367187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,3.40648193359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,3.562547302246094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,3.759672241210937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,3.7011175537109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,3.940755920410156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,4.147082214355469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,23.71231689453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,4.2728274536132815
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,4.487607727050781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,6.084424438476562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.2,15.330745849609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,6.515833740234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,6.96863037109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,7.757551879882813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,8.385567016601563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,31.203371582031252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,9.64266845703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.15846272468566897
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,10.7753173828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.24050880432128907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.45523136138916015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.8407392120361328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,1.3961286926269532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,1.9593536376953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,13.230314941406249
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,2.3108921813964844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,3.1621875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,15.893258056640624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,3.309980773925781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,3.456181640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,3.5715451049804683
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,3.76198974609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,3.9079425048828127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,4.14553466796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,21.24698486328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,4.3083123779296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,4.480133666992187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.2,41.2197314453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,26.819575195312503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.01,32.28781005859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,6.654695434570312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,6.131886596679688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,7.051009521484374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,7.863596801757812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,8.6941162109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.06199103832244873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,9.909091796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,11.1483251953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.08403136253356933
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.1498624038696289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.4473523330688477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.24140287399291993
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.2874336051940918
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.47797374725341796
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,13.590898437499998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.5074457550048829
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.5294726562500001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.5412403106689453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,16.609373779296874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.7962989044189454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.6092268753051757
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.8704627227783203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.8170777893066405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.842441635131836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.9291788482666016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,23.02095703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.913675537109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,30.402590332031252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.9755123138427735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.01,1.1779090881347656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.01,1.0501830291748047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.01,1.3411724853515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.2,37.3232958984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.01,1.67193603515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.06257088184356689
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.01,1.9723590087890623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.0839027214050293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.01,3.4656576538085937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.26894720077514644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.01,2.7650079345703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.19822656631469726
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.445904655456543
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.13276927947998046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.01,4.872781982421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.01,6.461276855468751
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.01,8.143245239257812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.5335615921020508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.5717849731445312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.48334270477294916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.5650112152099609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.7029644775390624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.8124422454833985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.8300685119628906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.8578047943115233
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.8959174346923827
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.9318745422363282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.8715955352783202
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.2,1.0484268951416016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.9931148529052735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.2,1.2056883239746095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.2,1.3631411743164061
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.2,1.7081036376953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.25166400909423825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.2,2.064200897216797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.4662259292602539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.01,1.5178477478027343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.869771499633789
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.01,2.173400268554688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.2,2.762761535644531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.2,3.47912841796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.01,3.578477478027344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.01,3.848069763183594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.01,4.077879638671876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.2,5.281754150390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.01,4.183270263671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.01,4.271707458496094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.01,4.4718298339843745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.01,4.642472229003906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.01,4.806373901367188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.2,7.046652832031251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.01,5.052037048339844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.01,5.147361450195312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.01,5.387434692382813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.2,8.88175537109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.01,5.999808349609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.01,8.328062744140626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.01,7.7835205078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.01,9.30037109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.01,10.482734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.01,12.830040283203124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.518078727722168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.01,15.192178955078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.27878015518188476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.8711955261230468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.2,1.9258950805664063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.2,1.4983314514160155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.01,20.724138183593748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.2,3.5152050781249997
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.01,27.008564453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.2,3.8444024658203126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.2,3.9993228149414066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.2,4.348713684082031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.2,4.172167663574219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.2,4.556876831054687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.2,4.742773132324219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.2,4.911159057617188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.2,5.2095404052734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.2,5.39720703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.2,5.660291748046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.01,39.05310791015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.2,6.2551770019531245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.2,8.01860107421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.2,8.508705444335938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.2,9.571087646484376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.01,51.090444335937505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.2,10.782656249999999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.2,13.3973193359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.2,16.241097412109376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.08900351524353027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.13482560157775877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.15521599769592284
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.01,65.677412109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.2464371109008789
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.2,22.07421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.2621011161804199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.24854080200195314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.25525760650634766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.2585849571228027
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.2952582359313965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.2857753562927246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.28585535049438476
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.2,28.014697265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.32076416015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.39013694763183593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.3658111953735351
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.5202291107177734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.6426035308837891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.8886329650878906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.1794700622558594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.31256832122802736
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,1.6980320739746095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.3565216064453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.39094463348388675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,2.17168701171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,3.174926147460938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.2,41.8297119140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.08436991691589354
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,4.211111755371094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.24574464797973633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.12948287963867186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.24070144653320313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.1497753620147705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.24855615615844728
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.24521535873413086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,6.136829223632812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.25801855087280273
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.2999744033813477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.37644161224365236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.2857126426696778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.2822112083435059
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.32653823852539066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.35893375396728516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.4008415985107422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.5198707199096679
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,8.02433837890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.8870220947265626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.3900076675415039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.3057491111755371
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.6417024230957031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.1465593719482423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.2,54.88044921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.6741427612304687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.01,10.195551147460938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,2.141203155517578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.12183551788330078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.19525312423706054
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.23967679977416992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.3643379211425781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,3.181865539550781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.38186241149902345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.4019257736206055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.41179519653320307
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.3745830535888672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.43437374114990235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.4463520050048828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.47116542816162105
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.3964838409423828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.49630977630615236
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.5523686218261719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.5537593460083008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.6484326171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.41630718231201175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.8916403198242188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.0958611297607423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,4.1546655273437505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,1.4884748840332032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,1.97640380859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,2.8032000732421873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,3.611775207519531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,5.187189331054688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,6.0823907470703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,6.949326782226562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.18635967254638672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.21546239852905275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.2,70.179345703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.11256511688232422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.39285438537597656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.3651020812988281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.40145599365234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.42120639801025395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.41972286224365235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.4284249496459961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.38981822967529295
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.3981862258911133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.4731423950195312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.5691500854492187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.5516902542114257
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,10.372841796874999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.6439289855957031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.44800960540771484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.885704345703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.46984001159667965
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.0851404571533203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,8.107351684570313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,1.9551731872558595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,1.5096832275390626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,2.753772888183594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,13.594212646484374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,3.635108337402344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.11053055763244628
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.14329983711242675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.23958719253540037
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.4479859161376953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.6813900756835938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.882605438232422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,1.2347865295410156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,1.305773468017578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,5.2504119873046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,1.3398399353027344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.2,10.078984985351562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,1.3498348999023437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,1.444635467529297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,1.5508627319335937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,1.6321221923828126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.01,16.863055419921874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,1.5109727478027344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,2.101367645263672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,2.2703321838378905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,2.134102325439453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,2.477392578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,2.6940121459960937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,6.934017944335937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,3.428946533203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,3.07189697265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,4.746766662597656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,4.058965759277344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,6.184688110351563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.1103673553466797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.14048383712768556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.23734336853027344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,7.663551635742188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.4094809722900391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.6264979171752929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,10.400394287109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.8187795257568359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,1.2675833892822266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,1.2120486450195311
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,1.3045989990234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,1.3573965454101562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,1.4400338745117187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,1.4992410278320312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,1.560702667236328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.6734393310546873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,2.1343865966796876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,10.876802978515624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,2.1981663513183594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,2.311364440917969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,2.562236022949219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,3.1827032470703123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,2.7505682373046874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,3.4746279907226567
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,14.372340087890626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.01,18.093546142578127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,4.185076599121094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,13.395946044921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.062377600669860846
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,4.913033752441406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.07991168022155762
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.13006655693054198
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.17135679244995117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.21641855239868163
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.3358937454223633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.36976894378662106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,8.182460327148437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.3886579132080078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,6.3902868652343745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.43246337890625003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.4020934295654297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,11.948569335937501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.5631520080566406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.4128268814086914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.5343487930297852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.540202865600586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,15.850321044921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.5713107299804687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.2,16.938851318359376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.2,20.347281494140624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.6052812957763672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.6798099517822266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.5934867095947266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.728563232421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.9208608245849609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,1.0411993408203126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,1.7533279418945313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.06049344062805175
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,1.373819580078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.07864384174346924
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.11574655532836915
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.15775296211242676
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.20112255096435544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,2.3929977416992188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.3353017425537109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,3.1156716918945313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,4.529137268066406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.3774137496948242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.3973030471801758
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.4087411117553711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.420049934387207
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.40487041473388674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.5296531295776367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,6.196307983398437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.5338438415527345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.5443206405639648
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.01,7.738486328125001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.5658655929565429
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.5767539215087891
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.6819602966308593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.5965715026855468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.7381107330322265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.9027827453613281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,1.057927703857422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.10296511650085449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,1.3894816589355468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.14735936164855956
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.2547385597229004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.4085932922363281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.561921272277832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,1.739147491455078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.8972537231445312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.9565721893310547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.9964646148681642
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.034032669067383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,1.0595852661132814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.1122796630859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.1602015686035156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.5071737670898437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,2.4708717346191404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.5976570129394532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.6456326293945314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,3.169070129394531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,1.6732640075683594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,1.765332489013672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.9757458496093752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,2.122494659423828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,2.7951501464843753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,2.395343933105469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,3.49183349609375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,4.232933044433594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,5.826369018554688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.1114412784576416
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.14705471992492675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,4.844877929687501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.24817024230957033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.4091084671020508
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.5224966430664063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.8885881805419922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.947080307006836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,7.3813232421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,1.0065715026855468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,1.0514572906494142
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,10.824775390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,1.1453517150878905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,1.0915283203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,1.18123779296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,1.5717964172363281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,14.955322265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.01,18.8464501953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,1.6177139282226562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,1.7033074951171876
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,1.7388453674316406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.9895397949218752
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,1.8148851013183596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,2.1283187866210938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,2.4808473205566406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,2.8094821166992188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,3.573708801269531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,4.335386962890626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.11350079536437989
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,6.683515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.14677696228027343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.2643059158325195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,6.023042602539062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.4502604675292969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.7936204528808594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,8.002072753906251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,1.316826934814453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,1.1397036743164062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,1.8029452514648436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,1.6765151977539063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,1.8614271545410155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.9203660583496096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,1.9552050781249999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,2.0527993774414064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,12.114833984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.2,8.376773681640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,2.252457580566406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,2.1887493896484376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,2.3676768493652345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,3.015550842285156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,3.2685357666015626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,3.5067501831054684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,16.45031494140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,3.9329675292968753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,4.354105529785157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,5.100174865722656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.11423935890197753
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,5.781488647460938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.14456255912780763
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.2595052719116211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.44699008941650387
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.2,21.002268066406252
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,8.492529296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,1.0279167938232423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.7305522918701172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,7.1454882812500005
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,1.3238131713867187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,1.7177139282226563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,1.6477191162109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,11.60957275390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,14.8311962890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,1.7757484436035156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.01,18.1473779296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.8561305236816406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.9586732482910159
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,2.0399436950683594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,2.152826232910156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,2.2605810546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,2.376131134033203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,3.0559774780273434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,3.3175064086914063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,4.011279907226562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,3.556319885253906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,4.495983276367188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,5.210584106445312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.05026879787445069
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.10473024368286132
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,5.94562255859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.07719359874725343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.15814335823059084
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.2283072090148926
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.33394622802734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,7.320952148437501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,8.871609497070313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.34693824768066406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.3821273422241211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.36592769622802734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,12.316221923828126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.4186297607421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.4385356903076172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.5784972763061523
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.5960512161254883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,16.3441796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.6177318572998047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.2,20.120198974609373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.6683980560302734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.648700180053711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.7749932861328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.8553228759765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.7054489898681641
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.01,1.165244140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.01,1.0320249938964845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.01,1.7855033874511719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.01,1.4923295593261718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.04584383964538574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.07313407897949219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.01,2.418519744873047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.10356160163879395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.1438707160949707
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.1953209686279297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.3289670562744141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.01,3.0680032348632813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.01,4.3706533813476565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.01,5.700264282226563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.40338817596435544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.4241676712036133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.5967929458618164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.6121561431884766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.3506719970703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.6534591674804687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.37117824554443357
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.38642879486083986
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.01,7.0396228027343755
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.6873683166503907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.6387763214111328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.8607129669189453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.2,1.0191161346435547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.7222144317626953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.7916499328613281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.2,1.1724928283691407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.2,1.4830738830566408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.14723520278930663
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.2,1.7942279052734373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.2775609588623047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.46674945831298825
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.2,2.427703094482422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.7919245147705078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.01,1.8361843872070314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.01,1.9833830261230467
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.2,3.098871154785156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.01,1.1156825256347656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.01,2.0819129943847656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.2,4.496007080078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.01,2.152102355957031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.01,2.2082086181640626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.2,5.947976684570312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.01,2.3086636352539065
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.01,2.4923583984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.01,2.3983839416503905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.01,2.6569976806640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.01,2.70567626953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.01,2.8756307983398437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.01,3.13175537109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.01,3.967012329101563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.2,7.423960571289062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.01,4.233143005371094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.01,4.865623168945312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.01,5.5812615966796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.16130367279052735
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.2519884872436523
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.01,6.980177001953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.466192626953125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.01,8.421627807617188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.01,11.398160400390626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.7773849487304687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.2,1.0038694763183593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.2,1.8094886779785155
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.01,14.7701171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.2,1.9834873962402344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.2,2.0587033081054686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.2,2.149624938964844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.2,2.2498419189453123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.01,21.172783203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.2,2.356999053955078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.2,2.5626126098632813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.2,2.579132080078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.01,27.4312353515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.2,2.8481344604492187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.2,2.738542175292969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.2,2.9609588623046874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.2,3.275482177734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.2,4.071251220703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.2,4.370072937011718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.01,35.07846923828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.2,4.975563659667968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.2,5.714017944335938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.06846208095550536
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.07830848217010497
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.2,7.1729626464843745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.08952383995056153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.13942208290100097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.17137279510498046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.1911008071899414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.17939136505126954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.1776153564453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.18299135208129882
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.18826431274414063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.2055379295349121
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.2069638442993164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.2,8.612824096679688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.2134886360168457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.24128000259399415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.2543084716796875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.2513126373291016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.29740224838256835
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.2,11.922480468749999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.35068737030029296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.4212140655517578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.5736320114135742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.7398381042480469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.0662892913818358
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.3918995666503906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.2,15.168336181640626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.182419891357422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.06214719772338867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.07682047843933106
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.08421119689941406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.12608063697814942
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.16703935623168947
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.17408000946044921
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.17760000228881836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.17779199600219725
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.18385280609130858
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,3.0682476806640624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.1881158447265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.20606143951416014
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.2090828704833984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.20651519775390623
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.24048831939697263
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.24417280197143554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.25621824264526366
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.30082048416137697
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.3506508636474609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.4233427047729492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.2,22.239580078124998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,5.040763549804687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.5740998458862305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.7369945526123047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.0676493072509765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.3865478515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,6.970189208984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.2,29.43437744140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.210602264404297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.09350527763366699
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.14969216346740724
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.22221824645996097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.2998111915588379
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.29326335906982426
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.2961408042907715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.1158950424194336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.29651071548461916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.29786239624023436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.3044243240356445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.32448448181152345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.355934066772461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.3790009689331055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.39683521270751954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.4087839889526367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.45308799743652345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.01,9.090177001953126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.49960960388183595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.6043936157226563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.7144102478027344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.9920467376708985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,3.1067105102539063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.2682022094726562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.8179008483886718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.4935763549804686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,3.999056701660156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,5.89353271484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.08812479972839356
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.11218688011169434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.1258963203430176
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.20150848388671877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.28030656814575194
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.29291648864746095
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.2960211181640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.29682559967041017
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.3041619110107422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.30569664001464847
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.3238623809814453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.36354431152343747
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,5.291774291992188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.3666227340698242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.4007385635375977
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.4071174240112304
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.46334209442138674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.5006918334960938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.605285758972168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.7246259307861328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.9948397064208985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,9.664834594726562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.2782585906982422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.2,36.394826660156255
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.8401919555664061
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,13.221461181640626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.540520324707031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,7.324627685546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.08641087532043457
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.1035852813720703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.141976957321167
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.23900480270385743
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.3552640151977539
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.46889919281005865
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.6594662475585937
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.6933216094970703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.7110470581054688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.7228006744384766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,4.211029052734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.7673075103759766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.8103756713867188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.8356333160400391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.8926252746582032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,1.1260991668701172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,1.1488607788085938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,1.231506576538086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,1.3767507934570313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,1.4975999450683593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.01,16.529302978515624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,1.7401863098144532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,2.001745910644531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,5.751295776367188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,2.4364678955078127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.2,9.015889892578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,2.889989013671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,3.8143469238281247
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.08977408409118652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.10360447883605957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,4.711495666503906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.14194879531860352
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.24734912872314455
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.3266835021972656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.4615404891967773
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.6493138885498047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.6810169219970703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.7000089263916015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,6.6620068359374995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.7278182220458984
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,9.938486328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.7643840026855468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,8.705736694335936
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.01,11.021278076171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.8461478424072265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.8058464050292968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.923399658203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,1.1466381072998046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,1.1876614379882813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,1.2762035369873046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,1.4285446166992188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,1.7921414184570312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,1.5295327758789061
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,13.458428955078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,2.026386566162109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,2.4829734802246093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.04318784236907959
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,2.9489349365234374
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.09064319610595703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.06329728126525878
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.10695296287536622
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,3.839473266601563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.1333887958526611
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.1896454429626465
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,4.886001281738281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.2,16.82676025390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.20669631958007811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.21534463882446292
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,7.0250146484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.22267583847045896
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.2403091239929199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,9.431715087890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.2404243278503418
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.2868204879760742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.2,11.879468994140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.29398080825805667
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.3152191925048828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.37010368347167966
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.32003326416015626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.4304512023925781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.3188102340698242
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.4635103988647461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.5778591918945313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.8826195526123047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.6627712249755859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.043681278228759765
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.118239974975586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.06330560207366943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.08242176055908204
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.10156671524047851
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.12617919921875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.19713600158691408
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.585858612060547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.20843263626098635
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,3.988095397949219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.21912256240844727
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,2.052270660400391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.22436864852905272
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,2.9973516845703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.228600959777832
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.01,5.050006408691407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.241146240234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.2952767944335938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.2958527946472168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.3068262481689453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.3171033668518066
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.3323110580444336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.5666099166870117
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.47249664306640626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.3555750274658203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.4448332977294922
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.6626956939697266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.8902706909179688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.08329855918884277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.10310912132263184
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.22226560592651365
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.148156795501709
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.3041651153564453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.1230592346191406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.48409408569335943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.5180857467651367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.5431955337524415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.5775110244750976
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.5620441436767578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.6019346618652341
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.6098227310180664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.6355807876586914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.8142809295654297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,2.08453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.8823353576660157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.861783676147461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.8932141113281251
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.9561753845214843
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,1.08189697265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,1.176162567138672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.370869140625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.605656280517578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,2.4800743103027343
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,2.031299896240234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,3.1242950439453123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.0879462432861328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.10327615737915039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.14534208297729492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.2022694396972656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.28376575469970705
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,3.4511846923828124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,4.418690490722656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.4765695953369141
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.5110265731811523
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,6.467891235351563
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,8.628613891601564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.5504089736938477
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.5703737640380859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.5927641677856446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.01,11.019990234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.636497917175293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.6920269012451172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.8500761413574219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.8582054138183594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.896526107788086
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,1.1009088134765626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.9809849548339844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.9596562957763671
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,4.187882385253906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,1.1876025390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,1.403884735107422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.6141465759277345
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,2.064503021240234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.09376895904541016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,2.5355226135253908
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.10916159629821778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.2458118438720703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.1457817554473877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.4271014404296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,3.5381387329101566
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.6099481582641602
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,4.660657958984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.7070317077636719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.2,5.27583984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.8856883239746093
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.9316722869873046
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,1.0193414306640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.9997567749023437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,1.042456283569336
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,6.92528076171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,1.0991007995605468
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,1.1696761322021483
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,9.442940673828124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,1.2271596527099609
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,1.3183340454101562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,1.6253683471679685
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.7695359802246096
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.9277081298828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,2.2084748840332034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,3.0120947265624998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,2.494127960205078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.09312831878662109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,3.496538391113281
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.10813247680664062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.15489791870117187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.24264127731323243
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,4.400437622070312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.2,11.731434326171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.38800384521484377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.5546182250976562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,5.282842407226562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.6613081359863282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.9489997100830078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.9158886718750001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.9394758605957032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,7.265885009765626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,9.208922119140626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.01,11.116041259765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.9861746978759764
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,1.0467616271972655
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.094851837158203
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,1.177875213623047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,1.2346790313720704
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,1.2976051330566407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.800175323486328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,1.6357388305664062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,2.255543670654297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.9676057434082033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,2.564217529296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,3.0851962280273435
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,3.5929406738281253
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.08088128089904785
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.058786559104919436
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,5.387349243164063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.03971904039382935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.10935744285583496
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,4.467756652832032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.14284223556518555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,7.458047485351562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.22648448944091798
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.22248447418212888
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.23755712509155275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.25821504592895506
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,9.752914428710938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.25217088699340817
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.2832831954956055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.35210494995117186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.342872314453125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.3633900833129883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.36454399108886715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.2,11.980965576171874
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.3941740798950195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.383056640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.45144065856933596
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.7254592132568359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.515011215209961
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.6008000183105469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.039634559154510494
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.927896957397461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.05600128173828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.07682240009307861
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.1345151996612549
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.21006975173950196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.01,1.1687551879882814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.10177023887634278
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.01,2.035528259277344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.01,1.597058563232422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.01,3.8156640625000002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.2248646354675293
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.25248447418212894
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.01,2.9123327636718748
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.24137344360351562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.26356159210205077
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.35252353668212894
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.01,4.689587097167968
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.2767686462402344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.3595782470703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.3713062286376953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.48023937225341795
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.4041535949707031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.37428352355957034
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.7289990234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.3863308715820312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.5203014373779297
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.6189337539672851
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.12851327896118164
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.9405145263671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.2010438346862793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.2,1.1532972717285157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.35720703125000003
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.6253247833251953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.869583969116211
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.2,1.60008056640625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.2,2.0432864379882814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.01,1.4224172973632814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.2,2.9477862548828124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.01,1.5937266540527344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.01,1.5140850830078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.01,1.785017547607422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.01,2.038185577392578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.2,3.883638305664063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.01,1.6849459838867187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.01,1.8171200561523437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.01,1.9310989379882812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.2,4.798893432617187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.01,2.261199340820313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.01,2.6059307861328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.01,2.39591552734375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.01,3.262818603515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.01,2.9946194458007813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.01,3.606178588867188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.01,4.306264343261718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.01,5.017622985839844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.13396096229553223
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.2006342315673828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.01,7.7875256347656245
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.01,6.409193115234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.01,10.576861572265624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.35716224670410157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.6070771026611328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.7833612823486329
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.2,1.3986674499511718
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.2,1.513665313720703
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.2,1.577368927001953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.01,13.351279296875001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.2,1.6462605285644532
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.01,19.05471923828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.2,1.7327603149414064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.2,1.8560377502441405
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.2,1.9850572204589845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.01,24.88873046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.2,2.1021029663085935
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.2,2.3304287719726564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.2,2.678514709472656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.2,3.381812438964844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.2,3.077811279296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.2,2.4885714721679686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.2,3.718334045410156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.01,31.010097656250004
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.2,5.0350732421875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.2,5.083365783691407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.050436477661132816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.06013311862945556
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.2,6.4723358154296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.2,7.829290771484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.06478400230407715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.08633152008056641
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.12415360450744628
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.11827456474304199
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.12136128425598144
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.11890111923217775
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.12448512077331544
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.2,10.680855712890624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.1276953601837158
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.134017915725708
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.14610112190246582
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.14804287910461428
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.13783231735229493
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.15215744018554686
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.1614694404602051
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.17703168869018554
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.21894336700439454
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.24004352569580076
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.33135936737060545
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.2,13.460230712890626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.40603649139404296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.5778649520874024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.7560415649414063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.16347900390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.05111104011535644
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.05924032211303711
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.06253439903259277
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.08064640045166016
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.11429951667785646
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.11845312118530274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.12096192359924315
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.12188544273376464
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.12468031883239745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.1277017593383789
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.13607744216918943
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.1384652805328369
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.6675718688964842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.14024703979492187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.14996671676635742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.1543552017211914
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.16317632675170898
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.17863424301147462
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.2,19.46712158203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.2173868751525879
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.24111488342285153
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.6674490356445313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.33611263275146486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.4068601608276367
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.5862047958374024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7470336151123047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,3.536708984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.1771961975097658
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.01,4.619071350097657
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.08827967643737793
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.0920639991760254
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.11961279869079591
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.06897280216217042
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.2,25.4990771484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.18240768432617188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.18844032287597656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.20196224212646485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.18884544372558593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.20710655212402346
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.19345727920532227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.20664960861206055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.1979097557067871
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.22510719299316406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.21644351959228514
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.23130367279052733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.2535097694396973
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.27018815994262696
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.33590782165527344
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.6961427307128907
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.4155507278442383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.5297036743164062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.6921785736083985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.9726496124267578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.3149562072753906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.1166522216796873
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,3.1087026977539063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.0687007999420166
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.7577764892578123
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.08274047851562501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.08919872283935547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.1196345615386963
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.18201919555664064
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.18622976303100586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.18894079208374023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.18963775634765626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.19196672439575196
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.19662975311279296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.19822784423828127
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.20783424377441406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.21234432220458985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.22632192611694335
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.2318227195739746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.25988479614257814
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.27089408874511717
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.33708992004394533
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.41703937530517576
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,4.839010009765625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.5292409515380859
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.2,31.722385253906246
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.6942438507080079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.9736953735351562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,6.599894409179687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.3420236206054688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,3.6114227294921877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.05734528064727783
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.08893183708190919
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.11325504302978515
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.16027967453002928
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.22484224319458007
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,2.238211822509766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.01,8.289920654296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.30367488861083985
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.3815571212768555
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.40055934906005863
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.41794879913330074
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.40969665527343746
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.4482976150512695
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,3.1925805664062503
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.49859840393066407
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.2,4.535408020019531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.48545921325683594
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.5505152130126953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.6614765167236328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.653220443725586
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.7312159729003906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.8340236663818359
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.9390156555175782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.086371841430664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,1.2488358306884766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.6233235168457032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.9587123107910156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,4.910469055175781
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.056080641746521
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.08771072387695313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,2.6635333251953126
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,3.389543762207031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.11041215896606445
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.1596345615386963
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,4.805161743164062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.21104000091552733
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.2797011184692383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.3750444793701172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.4203897476196289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.40519935607910157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,6.760869750976562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.42178688049316404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.4531148910522461
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,6.266331787109375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.01,7.753316040039063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.4823712158203125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.5011526489257813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.5645670318603516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.6673760223388672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.6944127655029296
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.7681414031982422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.9151692962646484
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.9564640045166015
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,1.110912628173828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.2,8.438394775390625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,1.268256607055664
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.04013760089874267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.0566809606552124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,2.0056536865234373
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.6476109313964844
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.06862400054931642
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.10577152252197267
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.08947903633117675
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.13274239540100097
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,4.902050476074218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,2.705150146484375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.14127424240112305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.14462271690368653
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,3.443533935546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,6.43657958984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.15143679618835448
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.15958592414855957
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.16799232482910156
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.201279354095459
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.20291263580322266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.21702463150024415
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.2,8.006492309570312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.22814655303955078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.2296224021911621
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.2489823913574219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.33421310424804684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.4446969604492187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.7177657318115235
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.2887308883666992
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.041266560554504395
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.5275916671752929
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.899468765258789
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.05677184104919434
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.06750080108642578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.08103615760803222
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.09670592308044433
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.13299200057983399
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.2947596740722656
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.1481760025024414
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,1.7211085510253905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.1409011173248291
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.15353023529052734
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.1680806350708008
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.01,4.2833740234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.15727359771728516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,3.415745239257812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.20199167251586916
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.20363071441650388
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,2.5559590148925784
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.2167942428588867
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.22516159057617186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.25273344039916995
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.23670335769653322
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.29444416046142574
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.34141887664794923
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.45031105041503905
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.5292217636108398
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.05721471786499024
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.9120159912109376
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.11390848159790039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.7081568145751953
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.08533439636230469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.14913023948669432
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.18931520462036133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.29899967193603516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.27891647338867187
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.312475528717041
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.32658561706542966
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.3352928161621094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.3934463882446289
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.35600193023681637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,1.3158528137207033
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.4656934356689453
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,1.7499609374999998
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.5090687942504883
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.5309651184082032
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.5274419021606446
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.5943775939941406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.6968531036376954
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.7572255706787109
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.9145311737060547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.100535659790039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,1.807418212890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.4330245971679687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,2.595844421386719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.07231423854827881
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.08557632446289062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,2.544844207763672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.14849599838256836
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.10957887649536133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,3.289672241210938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.18478591918945314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.28011455535888674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.3115462493896485
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,4.812272033691406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.31840703964233397
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,6.4360766601562505
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.32882816314697266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.3438713455200195
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,3.4940325927734377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.39836032867431637
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.3837670516967774
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.01,8.044979248046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.5267654418945312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.6403494262695313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.5346796798706055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.5157855987548828
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.5765919876098633
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.7012799835205078
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.7821453094482422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.9341645050048829
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.112684783935547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.4492871093750002
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.06302847862243652
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.09187904357910157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,1.8178848266601562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.11472448348999023
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.17236799240112305
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,2.602325744628906
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.25492095947265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.362531852722168
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,3.3671487426757816
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.4191839981079101
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.5253798294067382
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.5495993423461913
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,5.053469543457031
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.6106060791015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.58674560546875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.2,4.376098022460938
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.6280998229980469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.6509907531738282
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.7405734252929688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.7206130981445312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.9970623779296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.7865555572509766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,1.0608493041992186
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,6.796499633789063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,1.1492108917236328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,2.338056335449219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,1.336549072265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.9284754943847655
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.5387750244140626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.06313344001770019
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.09195839881896972
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.11363455772399902
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.16048896789550782
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,3.090302124023437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,3.804638671875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.2,8.515536499023437
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.23376127243041994
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.3296294403076172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.3984812927246094
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,5.275491943359375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.5233817672729492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.5348601531982422
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.5561260986328125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.6261209487915039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.5927884674072266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,6.719684448242188
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.7452569580078124
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.7018624114990234
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.01,8.274646606445312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.6523187255859375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.7863091278076172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,1.0004204559326173
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,1.1781126403808595
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,1.0778495788574218
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,1.3666534423828125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.5865957641601562
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.983369598388672
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.03765055894851684
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,2.378095397949219
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.0632915210723877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.09145407676696778
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.15839296340942383
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.0449235200881958
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.10941503524780274
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.16535936355590822
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,3.1276165771484377
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,3.8591384887695312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.1742643165588379
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.18162431716918945
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,5.323945312499999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.18825088500976564
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.22054912567138674
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.20564800262451172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,6.858798828125001
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.2,8.395314331054688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.22186304092407227
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.2292211151123047
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.41923648834228516
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.23366783142089842
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.23588544845581055
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.35396160125732423
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.2532742309570312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.29654655456542967
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.6377030563354492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.037411201000213626
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.4810028839111328
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.7805337524414062
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.04938496112823486
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.06366144180297852
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.10372927665710449
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.08269503593444824
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.1558720016479492
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.17709056854248045
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.16680255889892578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.01,1.1103961944580079
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.1845734405517578
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.01,1.42608642578125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.01,2.0665696716308597
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.19336767196655275
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.01,2.7266119384765624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.20459711074829104
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.22042112350463866
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.01,3.373090515136719
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.22672000885009766
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.23557760238647463
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.24516416549682618
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.23448255538940427
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.3517190551757813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.25895999908447265
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.322149772644043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.4244780731201172
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.485431022644043
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.6470572662353515
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.7840268707275391
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.10518400192260742
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.15088128089904784
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.25601408004760745
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.42179008483886715
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.2,1.4385324096679688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.2,1.1188320159912108
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.6237420654296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.9889651489257811
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.2,2.0961882019042966
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.01,1.0492684936523438
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.01,1.1049759674072266
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.2,2.7623455810546877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.01,1.1657638549804688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.01,1.254559326171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.01,1.1338406372070313
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.01,1.3346456909179687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.889764404296875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.01,1.428958740234375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.01,1.6052742004394531
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.01,1.7159622192382813
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.2,3.413975830078125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.01,2.221473846435547
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.01,2.1501490783691404
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.01,1.8996850585937501
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.01,2.659587097167969
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.01,3.1573611450195314
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.10870911598205565
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.01,4.165816955566406
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.01,5.158338012695312
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.15229248046875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.01,7.14263916015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.5658374404907226
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.2579520034790039
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.3972243118286133
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.01,9.142767333984375
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.2,1.0482720184326173
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.2,1.0956626892089845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.01,13.219127197265625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.960943374633789
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.2,1.1960044860839845
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.2,1.1388883209228515
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.01,17.182193603515625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.2,1.2830482482910157
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.2,1.3867788696289063
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.2,1.4747232055664061
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.2,1.6497433471679688
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.784058837890625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.9411161804199217
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.2,2.2746604919433593
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.2,2.0020672607421877
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.2,2.216993865966797
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.01,21.28090576171875
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.2,2.7133255004882812
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.2,3.211016845703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.2,4.203722839355469
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.2,5.195226440429687
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.2,7.20717041015625
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.2,9.212832031249999
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.2,13.272470703125
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.2,17.336783447265624
SGLang,0.5.9,NVIDIA A100-SXM4-80GB,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.2,21.408251953125
