framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,1.027034912109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,1.9347328186035155
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,2.4592883300781248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,4.022852478027344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,6.534308471679688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,6.3855871582031245
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,6.497850341796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,6.410907592773438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,6.4697418212890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,6.59642822265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,6.62994140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,6.5080810546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,6.839125366210938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,6.982378540039062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,6.959523315429688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,7.183416137695312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,7.833681640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,8.68396728515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,9.216062011718751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,11.936209716796876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,14.919310302734374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,1.026867218017578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,1.8377850341796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,2.1510028076171874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,21.7574853515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,4.017633361816406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,6.1254602050781255
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,6.492269897460938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,27.8699951171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,6.523070678710937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,6.377542114257812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,6.572282104492187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,6.588138427734376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,6.7337060546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,6.781381225585937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,42.471469726562496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,6.563256225585937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,6.991544799804688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,7.00255859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,7.041105957031251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,7.837267456054687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,8.89588134765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,9.265120849609374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,56.7569091796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,12.03193603515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,15.644945068359373
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,21.142392578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,27.87545654296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,85.40693359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,1.8360383605957034
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,3.3239736938476563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,4.191887512207031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,6.719965209960938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,42.666318359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,11.0682568359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,11.123375244140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,11.16239013671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,114.369970703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,10.931907958984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,10.99083740234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,58.2613671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,11.249062499999999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,11.129471435546876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,10.929055175781249
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,11.562863769531251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,11.94334228515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,12.083067626953126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,12.31907958984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,13.523862304687501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,14.964461669921874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.01,144.135009765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,15.9168359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,20.64083984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,25.687624511718752
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,86.33225585937501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,37.12418212890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,48.849775390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,1.7867085266113283
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,3.1584179687500002
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,3.684666748046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,6.735963134765624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,114.56181640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,10.512484130859374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,73.4794873046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,11.13753173828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,11.1533203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,10.93877197265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,11.27080078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,11.254178466796876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,11.39718017578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,11.4756884765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,10.99671142578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,11.964906005859374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,99.6533984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,12.075966796874999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,11.92985595703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,13.5151220703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.2,143.54579101562499
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,15.332918701171874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,15.987612304687499
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,20.306370849609372
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,26.081982421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,36.7638720703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,149.53599609375001
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,50.025180664062496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,1.153644790649414
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,2.069449005126953
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,73.763017578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,4.069521789550781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,12.484925537109374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,201.09761718750002
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,8.105466918945313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.01,16.209212646484374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,100.0345703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.01,23.301457519531247
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.01,24.624333496093747
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.01,25.12581298828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.01,25.451350097656253
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.01,26.734941406249998
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.01,27.535625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.01,27.88310546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.01,251.41203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.01,28.1089892578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.01,43.565761718750004
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,149.32361328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.01,43.757670898437496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.01,45.444194335937496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.01,47.5019580078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.01,49.271904296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.01,51.4220703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.01,53.0321435546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.01,55.436962890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.01,58.963359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.2,1.1544691467285157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.2,2.070894012451172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,198.71818359374998
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.2,4.068963317871093
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.01,67.54591796874999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.2,11.273128662109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.01,75.4403955078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.2,7.4580578613281245
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.2,15.109174804687502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.2,22.74914794921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.2,24.074201660156252
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.2,24.682932128906252
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.2,25.605512695312502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.01,96.639169921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.2,26.32937744140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.2,27.177822265625004
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.2,27.84054443359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.2,252.450625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.2,28.7188037109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.01,119.519970703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.2,44.3866552734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.2,45.1401806640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.2,46.21115234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.01,143.162958984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.2,48.710727539062496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.2,50.3992138671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.2,53.4030517578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.2,53.5275048828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.03352832078933716
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.2,57.762050781250004
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.2,62.74505859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.01,0.24025152206420897
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.01,0.9001971435546874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.01,0.48850112915039057
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,1.658942108154297
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,1.4327583312988281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,1.7027699279785158
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,1.6406515502929686
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,1.7337831115722657
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,1.695329895019531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,0.7442111968994141
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,2.4824761962890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,2.503827819824219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,2.784052429199219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,2.607896423339844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.2,70.0496923828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,2.6018222045898436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,2.643767700195313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,2.6764071655273436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,2.914448547363281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,2.8215692138671877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,3.0138510131835936
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,3.3296685791015626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,3.8146221923828123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,4.917013244628906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,6.321201171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,9.174608154296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.03448384046554566
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,0.42953342437744146
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.2,81.56719238281251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,0.6225254440307617
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,1.4388748168945313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,12.095025634765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,1.5590060424804686
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,1.6189062499999998
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,1.6617517089843752
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,1.6565927124023438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.01,15.2635595703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.23960704803466798
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,1.690404510498047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,2.51181884765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,2.5250508117675783
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,2.5904095458984377
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,2.6235693359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,2.618812255859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,2.6412017822265623
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,0.8888563537597657
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,2.691389465332031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,2.740445556640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,2.8952038574218752
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,3.0477453613281247
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,3.4964608764648437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,4.018939514160157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.2,103.974267578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,5.248324584960938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.5058355331420898
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.9137785339355469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,6.462012329101563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,1.7277037048339843
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,2.6633926391601563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.2,129.91719726562502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,3.4787417602539064
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,5.644163208007813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,6.0776214599609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,6.768756103515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,6.461800537109374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,6.44300537109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,6.666651000976563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,9.284237060546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,10.208268432617187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,10.284376220703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,10.544818115234374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,10.813026123046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,10.711259765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,10.974576416015626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,11.172705078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,11.364654541015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,11.7524853515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.2,155.73179687500001
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,12.465754394531249
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,13.48165283203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,15.180252685546876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,12.06654052734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.8934194946289062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,19.343966064453124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.46662528991699215
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,1.6445823669433595
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,2.405828552246094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,3.1876263427734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,24.60271484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,5.709957885742187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,6.16408935546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,6.40857421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,6.525921630859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,6.505385131835938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,6.637715454101563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,35.031352539062496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,10.368924560546876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,10.41624755859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,10.738731689453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,10.855074462890624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,10.86363037109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,11.052803955078124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,46.50634765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,11.395338134765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,11.493238525390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,12.057376708984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.2,15.442375488281249
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,12.5064208984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,14.27554931640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.01,58.6293212890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,1.2440467071533203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,16.16142578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,4.301395263671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,2.2038919067382814
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,20.6421435546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,9.999296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,7.185979614257812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,25.0085986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,17.589373779296874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,18.249300537109374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,16.491267089843753
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,18.880621337890624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,19.200125732421874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,19.79659912109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.01,20.2675927734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,35.227092285156246
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.01,30.88750244140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.01,32.13653076171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.01,32.425654296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.01,32.1518017578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.01,33.31664306640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.01,35.768283691406246
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.01,35.9395458984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,46.604389648437504
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.01,37.17095947265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.01,40.287868652343754
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.01,43.0536328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.01,47.2478076171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,2.3233094787597657
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,4.170351257324219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,1.2431673431396484
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,6.383528442382813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.01,58.0259619140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,9.126920166015626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.2,58.472734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,16.154470214843748
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.01,69.28669921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,17.384471435546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,18.530560302734376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,19.214989013671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,19.695550537109376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,20.336494140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,20.57239013671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.01,93.474931640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,32.22640869140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.2,32.311855468750004
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.2,33.4889892578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.2,33.90557861328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.2,34.320583496093754
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.01,121.93380859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.2,35.647075195312496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.2,35.9811181640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.2,38.662822265624996
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.2,39.997724609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.01,147.4205078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.2,44.7340380859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.2,49.400947265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.01,1.068279037475586
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,4.0724902343750005
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,2.068108215332031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.2,61.01201171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,8.084548950195312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,14.957828369140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.2,73.28489257812501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,21.082502441406252
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.01,24.390380859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.01,31.93451904296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.01,33.51192626953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.01,36.38395751953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.01,35.09314697265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.2,98.56919921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.01,36.84960205078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.01,38.0683642578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.01,39.17390380859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.01,39.59641357421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.01,41.007954101562504
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.2,126.344921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.01,62.1732958984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.01,64.4396240234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.01,66.9766748046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.01,70.61960937500001
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.2,157.234033203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.01,72.4515869140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.01,76.64589355468749
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.2,2.249845733642578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.2,1.1581414031982422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.2,4.062206115722656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.2,8.09532470703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.01,80.51634765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.2,13.559171142578126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.2,19.147667236328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.2,22.3558203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.01,87.32379882812499
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.01,94.00619140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.2,31.22371337890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.2,32.62440673828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.2,33.740419921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.2,34.88583251953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.2,36.39721923828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.01,111.693896484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.2,37.473291015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.2,38.57593017578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.2,39.674550781250005
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.2,40.47016845703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.2,62.506459960937505
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.2,65.773515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.01,154.04412109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.2,67.7041650390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.2,71.3415869140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.2,75.684326171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.2,79.6893310546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.28648128509521487
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.5545529556274414
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.2,84.1594140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.01,1.0076383972167968
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.01,1.7557542419433596
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.01,4.153395080566407
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.01,2.6304241943359377
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.01,4.408078002929687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.01,4.279789428710937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.01,4.5843615722656255
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.01,4.635028381347657
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.01,4.733253784179688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.01,5.042742919921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.01,5.234494018554687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.01,5.061075134277344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.2,92.277509765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.01,5.19425048828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.01,5.325801391601563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.01,5.329567260742188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.01,5.464414672851563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.01,5.630368041992187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.2,101.39568359375001
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.01,6.272686767578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.01,6.064044799804687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.01,7.301817016601563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.01,7.641552734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.01,9.868284912109376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.5144691085815429
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.01,12.090548095703124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.2649587249755859
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.2,1.5590757751464843
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.2,121.837734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.2,2.222169647216797
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.9830969238281251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.01,16.952550048828122
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.2,3.908931274414063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.2,4.6163482666015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.2,4.691811218261718
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.2,4.209284362792969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.01,21.4186083984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.2,5.0757293701171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.2,4.86741943359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.2,4.825599365234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.01,25.890375976562503
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.2,5.220506591796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.2,5.235586547851563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.2,5.386090698242187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.2,5.575784912109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.2,5.445569458007812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.2,5.58086669921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.2,5.5946282958984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.2,8.04058837890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.2,5.997293090820312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.2,10.344140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.2,6.16609130859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.2,7.784510498046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.01,2.1016351318359376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.2,12.57046142578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.01,8.222385864257813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.01,14.77088623046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.01,4.130597229003906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.2,17.169053955078123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.2,21.755751953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.01,20.90349609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.2,26.3968212890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.01,35.183879394531246
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.01,37.64556884765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.01,39.36593505859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.01,40.574873046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.01,41.1830078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.01,42.134287109374995
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.01,42.958154296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.01,43.3630859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.01,44.579921875000004
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.01,44.9420458984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.01,45.9773388671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.01,46.767124023437496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.01,75.20542480468751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.01,77.6613134765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.01,80.86212890624999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.2,4.519981994628906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.2,2.2893324279785157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.01,84.7706640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.2,8.238953247070313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.2,13.428995361328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.01,90.407099609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.2,18.6065869140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.01,97.019169921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.2,34.4045458984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.2,37.51856201171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.2,38.99253173828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.2,40.3654248046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.2,41.59998046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.2,42.9027880859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.2,43.796943359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.2,44.636684570312504
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.2,46.049365234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.2,46.9944580078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.2,47.7270556640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.2,49.5257080078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.2,77.88783203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.2,79.66169921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.2,82.876875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.5843814468383789
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,1.0782240295410157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,1.3607725524902343
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,2.018349456787109
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,3.4570944213867185
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,3.196322021484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,3.2036819458007812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.2,86.057744140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,3.147705078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,3.1529965209960937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,3.5834451293945313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,3.2855429077148437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,3.2229598999023437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,3.5163116455078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,3.4809063720703124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,3.455805358886719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.2,94.20375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,3.559701843261719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,3.887390747070312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,4.322972106933594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,4.912620239257812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,5.858629760742188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,7.15434814453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,10.513760986328126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.2,102.929326171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,14.1966064453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,19.984610595703124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.5788582229614259
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.9319801330566406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,1.193139190673828
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,2.014081268310547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,3.300172119140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,3.1987698364257815
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,3.2232434082031247
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,3.1501977539062502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,3.251866760253906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,27.594208984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,3.2645004272460936
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,3.3351654052734374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,3.3562457275390627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,3.253623046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,3.4779290771484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,3.4805029296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,3.4989523315429687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,3.8925012207031253
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,4.431242370605469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,4.6153369140625005
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,5.761333618164063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,40.433056640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,7.328027954101563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,10.521820068359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,14.155960693359376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,56.57769042968751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.9280115509033203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,1.6985848999023438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,19.964643554687502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,2.1326451110839844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,3.407838134765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,5.601753540039063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,5.589054565429687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,5.6586499023437495
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,5.4996405029296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,27.41713623046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,5.665997924804687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,6.086007690429687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.01,70.489306640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,5.5906884765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,5.507211303710937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,5.818361206054687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,6.0274072265625005
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,6.081806030273437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,6.2155303955078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,6.828485107421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,7.571730346679688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,8.01561279296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,10.401568603515624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,12.958127441406251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,41.22625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,18.901951904296872
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,25.53604736328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.929728012084961
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,1.6117843627929687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,1.8786245727539062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,3.4018917846679684
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,5.303403930664063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,36.983234863281254
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,5.638597412109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,5.637788696289062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,55.6937646484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,5.534415893554687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,5.679407348632813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,5.69386474609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,5.739495849609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,5.762500610351562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,49.725927734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,5.539562377929688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,6.037664794921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,6.092595825195312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,6.029093627929687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,6.834595947265624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,7.750286254882812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,8.08070068359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,10.203514404296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,13.571064453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,72.292177734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.2,70.0673095703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,19.723326416015624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,24.682565917968752
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.5298508834838868
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,1.0551200103759766
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,2.0593055725097655
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,4.059751586914063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,6.2435455322265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,8.109133911132812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,37.8531982421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,100.034052734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,11.745958251953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,12.44803955078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,12.708837890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,12.868541259765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,49.866640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,13.5189697265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,13.910738525390624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.01,123.9805078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,14.080101318359374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,14.163194580078123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,20.62413330078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,20.68276123046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,21.46594482421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,22.24918701171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,23.028574218750002
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,23.89282470703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,73.4441064453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,24.44288330078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,25.428632812500002
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,26.981662597656246
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.5830425643920899
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,1.0554982757568359
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,2.0581695556640627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,30.467106933593747
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,3.695423889160156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,5.658093872070312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,7.563684692382813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,34.48269775390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,11.51546630859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,12.149638671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,12.471322021484374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,100.24323242187499
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,45.713481445312496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,12.935433349609374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,13.33492431640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,13.7234228515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,14.047446289062501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,59.1041455078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,14.490938720703124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,20.918264160156248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,21.3220751953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,21.80203857421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.01,70.95064453124999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,22.982822265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,23.5599658203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,24.8377197265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.2,127.26123046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,25.038046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.025038719177246094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.05958975791931152
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.2339334487915039
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,0.35412353515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,0.45868991851806645
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,26.704196777343746
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,0.723407974243164
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,0.8439462280273438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,0.804501724243164
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,0.8963641357421874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,0.8338118743896483
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,0.9037638092041016
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,1.2506163024902344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,1.265621795654297
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.01,1.2796268463134766
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,28.881027832031247
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,1.3079174804687501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,1.2972921752929687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.01,1.3654559326171873
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,1.448089599609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,1.3713273620605468
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,32.577871093750005
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.01,1.443335723876953
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,1.568287353515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.762530517578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,2.121809844970703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,37.82935302734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,2.6399942016601563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.025104000568389895
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.07339136123657226
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.21985023498535156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,0.3271526336669922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,0.4219443130493164
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,49.233544921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,3.265189208984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,0.7330649566650391
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,0.8544102478027344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,4.635110473632812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,0.8232633972167969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,0.9109881591796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,0.858748779296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,0.842449951171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,1.2654822540283202
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,1.2644646453857422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,1.2865951538085938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,1.3106912231445311
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,6.048015747070313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,1.3010733032226562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.01,7.840400390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,1.332265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,61.522836914062495
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,1.3660365295410155
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,1.396471710205078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,1.4814662170410156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,1.5717945861816407
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.8305862426757813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,2.123393859863281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.2370809555053711
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.2,76.19663574218751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.4590291213989258
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.8753075408935548
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,1.4696870422363282
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,1.769600067138672
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,2.824351501464844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,3.071336975097656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,3.17030029296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,2.8776165771484377
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,3.2838827514648434
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,3.2815301513671877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,3.402629699707031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,5.018258666992187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,5.058172302246094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,3.4457165527343747
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,5.188524780273438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,5.319281005859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,5.27260986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,5.378141479492188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,5.455505981445312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,5.5601025390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,5.812089233398437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,6.196174926757813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,6.713399658203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,7.592830200195313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,10.173994750976563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,12.87729248046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.4598463821411133
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.8334304046630858
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,1.224694366455078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,4.7734854125976565
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,1.621026611328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.23561792373657225
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,2.8696447753906247
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,3.1182757568359376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,3.236234130859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,3.327991638183594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,3.3212408447265624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,18.0154541015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,3.3987673950195316
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,5.091825256347656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,5.127057495117187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,5.256119384765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,5.346845092773437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,23.994489746093752
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,5.314362182617187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,5.385321044921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,5.535709838867187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,5.651945190429688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.01,29.39210205078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,5.964475708007813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,6.211082153320312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,7.040820922851563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,6.179603881835938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.5776787185668946
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,8.010656127929687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,1.127697296142578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,2.187519989013672
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,3.622281494140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,5.018618774414063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,10.524503173828126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,8.258631591796874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,8.797849731445313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,9.178490600585937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,13.002058105468752
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,9.495883178710937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,9.621906127929687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,9.890911254882813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,10.115919799804688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.2,7.741740112304687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,15.167863769531248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,15.772474365234377
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,15.856444091796874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,15.7744189453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,18.58935791015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,16.261102294921876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,17.162052001953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,17.215214843749997
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,17.472510986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,18.853291015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,19.935872802734373
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,21.5399853515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.576028175354004
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,1.1296134185791016
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,2.120280914306641
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,3.232369384765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,26.40467041015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,4.59508544921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,23.901010742187502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,8.123646240234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,32.50267822265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,8.715441284179686
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,9.270029907226562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,9.612435913085937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,9.898806152343749
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,10.152552490234374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,10.284785156249999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,46.6479052734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,15.759847412109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,15.84513916015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,16.377252197265626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,16.570661621093752
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,16.759725341796873
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,58.6741943359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.2,30.106816406249997
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,17.141298828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,17.289063720703126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,18.220892333984374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,18.913828125000002
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.01,73.58853515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.5865369415283203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,20.8929248046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,1.1554061126708983
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,23.0944091796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,2.238793640136719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,4.071023864746094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,7.604157104492188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,10.634384765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,12.36896728515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,28.59781494140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,34.358806152343746
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,16.192120361328126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,17.03724365234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,17.803504638671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,18.390830078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,18.635423583984373
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,19.259234619140624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,47.169912109375005
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,19.82166259765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,19.959096679687498
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,20.593645019531248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,60.9380712890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,29.39904052734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,30.408994140624998
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,31.4886376953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,32.982431640624995
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,33.8153759765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,35.51514404296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.585088005065918
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,1.0585068511962892
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,2.059864349365234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,4.067124328613281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.2,75.819365234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,6.818964233398438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,37.162548828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,39.86433349609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,9.748482666015624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,11.292868652343751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,42.5721435546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,15.806583251953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,51.1112841796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,16.527095947265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,17.079816894531252
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.2,17.7348291015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.2,18.44731201171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.2,18.927303466796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,63.922744140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.2,19.50010986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.2,19.941971435546876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.2,20.27945556640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.2,29.54513671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.01,76.04955078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.2,30.89586181640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.2,31.86603759765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.2,33.46323974609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.2,35.207099609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.2,37.127492675781255
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.03453824043273926
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.2,39.0297607421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.2891404724121094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.5187923049926757
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.9517849731445314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.01,1.2250374603271486
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.01,2.102247619628906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.01,1.977313232421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.01,2.2166925048828126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.2,42.5954345703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.01,2.3887788391113283
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.01,2.4374790954589844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.01,2.3045805358886717
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.01,2.341591644287109
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.2,46.8201123046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.01,2.5043557739257816
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.01,2.547163543701172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.01,2.589463806152344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.01,2.6005569458007813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.01,3.099718322753906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.01,2.9689715576171873
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.2,56.783969726562496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.01,3.1981573486328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.01,3.193509216308594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.01,3.372969055175781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.01,3.762195739746094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.01,3.864811401367187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.01,5.125653686523437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.2,68.1422021484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.01,6.257024536132812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.03449408054351807
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.549483528137207
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.01,8.879758300781251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.2,2.1312506103515623
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.7788550567626953
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.26656768798828123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.2,1.126840286254883
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.2,2.2560479736328127
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.2,2.318426818847656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.01,11.7639697265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.2,1.9730514526367187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.2,2.4210252380371093
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.2,2.515186614990234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.2,2.571990356445313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.2,2.6160659790039062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.01,14.592314453124999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.2,2.848863220214844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.2,3.2216506958007813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.2,2.3686444091796877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.2,82.05231445312499
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.2,2.651953430175781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.2,2.7084939575195315
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.2,3.9529241943359374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.2,3.314553527832031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.2,3.4277163696289064
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.2,3.4547674560546873
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.2,4.037467651367187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.01,2.123804168701172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.2,5.3368701171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.01,4.180530700683594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.01,1.1233977508544921
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.2,6.471757202148437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.01,7.461166992187501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.2,9.136777343750001
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.01,10.6935546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.2,11.898016357421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.01,17.88199462890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.01,19.310601806640626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.01,20.220438232421877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.01,20.83189697265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.01,21.0189404296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.2,14.608283691406251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.01,21.479228515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.01,21.93804931640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.01,22.170583496093748
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.01,22.769248046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.01,22.9203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.01,23.3831298828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.01,23.65785888671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.01,36.625529785156246
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.01,37.5481591796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.01,38.709794921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.01,39.8406591796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.2,1.173404769897461
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.2,2.130540771484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.01,42.010185546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.2,4.1841259765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.01,44.8394140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.2,9.489356079101563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.2,6.788739624023438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.01,53.8649169921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.2,17.61251220703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.2,19.188775634765626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.01,66.52837402343751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.2,19.93411865234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.2,20.68162841796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.2,21.303537597656252
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.2,21.96443115234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.2,22.3611572265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.2,22.69774658203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.2,23.46419677734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.2,23.9321923828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.01,90.2751953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.2,24.20325927734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.2,24.716936035156248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.2,37.8942919921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.2,38.58933349609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.2,39.651394042968754
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.01,120.17295898437501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.2,40.79329833984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.2,44.159560546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.3187091255187988
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.2,48.1932763671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.7274066925048828
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.9650572967529296
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.9932806396484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,1.0637760162353516
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.01,143.339599609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,1.061364517211914
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,1.0181715393066406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,1.1431597137451173
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,1.0936601257324219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.2,58.9448095703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,1.0299372863769531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,1.0821459197998047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,1.116742401123047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,1.205498275756836
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,1.1603839874267579
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,1.1994905853271485
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,1.2005107116699218
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,1.4616921997070311
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.2,70.605087890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,2.0334809875488284
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.697734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,2.2262535095214844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.845844421386719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,4.125609741210938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,4.275509033203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,9.792396240234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,5.9435986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.2826323127746582
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.8519219207763673
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.688248291015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.9641203308105469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,14.653287353515626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.9430496215820312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,1.040182418823242
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.2,96.34541992187499
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,1.0516614532470703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,1.099606399536133
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,1.079842529296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,1.104552993774414
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,1.132049255371094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,1.1597920227050782
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,1.247278060913086
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,1.2462655639648437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,1.1254956817626953
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,1.069939193725586
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,1.4387551879882812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,2.0734072875976564
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,19.20356689453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.88753662109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.7278291320800783
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,2.214490203857422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.9987832641601564
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.01,23.78344970703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,5.947626342773438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.46089664459228513
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,4.249286499023437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.8803257751464845
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,1.0958937835693359
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,1.7418540954589843
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,2.7740838623046877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,2.787821960449219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,2.799837951660156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,2.7462078857421877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.2,123.50682617187499
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,2.753226318359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,2.8158514404296873
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,2.7554943847656252
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,3.11157958984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,2.934681701660156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,3.0306451416015627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,3.0775903320312503
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,3.152521057128906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,9.735451660156249
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,3.4639947509765627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,3.793224182128906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,3.9244256591796876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,5.0246240234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,6.024057006835937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,8.937722167968749
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,14.606802978515626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,11.5497802734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,18.115461425781252
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.46359615325927733
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.8317849731445313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.9715033721923827
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,1.7390675354003906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,2.6390725708007814
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,19.17005859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,2.798946533203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,23.43959716796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,2.806474304199219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,2.74255859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,2.8245068359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,2.8229223632812497
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,2.873729248046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.2,146.626767578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,2.884801330566406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,2.7919073486328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,3.0313037109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,3.3497323608398437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,3.05840576171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,3.476345520019531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,3.8563122558593745
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,3.9422994995117184
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,4.934688110351563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,6.219064331054687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,35.80474609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.2,23.6694580078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,8.81324951171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,11.601260986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.2663148880004883
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.5246508789062501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,1.0553997039794922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,2.0458656311035157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,3.1186444091796877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,46.95009765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,4.058909301757812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,5.87672119140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,17.849984130859376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,6.2299041748046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,6.351546630859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,6.437235107421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,6.783911743164063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,6.979591064453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,7.05665283203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,7.156281127929688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.01,59.9828271484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,23.87572509765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,10.322862548828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,10.3749853515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,10.748293457031249
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,11.13252197265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,11.516820068359376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,12.013206787109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,12.4257666015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,13.116434326171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,35.9535986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,14.065106201171876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.293251838684082
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.524763526916504
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,1.0550188446044921
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,1.8599891662597656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,16.124471435546873
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,18.298006591796874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,2.817474060058594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,3.7751641845703126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,5.752529907226562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,6.085106201171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,23.95950927734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,6.230352783203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,6.470297241210938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,6.697151489257813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,6.898131713867187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,7.064779052734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,46.54484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,30.0728955078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,7.3246612548828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,10.439654541015624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,10.65735595703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,10.895747070312499
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,11.509302978515624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.01,39.0941650390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,11.76736083984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,12.501119384765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,12.763280029296876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,13.780601806640624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.01,0.020904319286346434
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.026513919830322263
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.07551743984222412
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,14.944000244140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.16841791152954103
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.25919103622436523
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,0.37600704193115236
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,0.4158790588378906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,0.43761150360107426
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,0.4286790466308593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,0.42736446380615234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,0.4420320129394531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,0.6351270294189453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,16.924127197265626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,0.6460038757324218
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,0.6477798461914063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,0.7063340759277343
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,0.6618080139160156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,0.6510438537597656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,0.6814080047607421
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.7038130950927735
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.7586131286621094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.2,59.6030419921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,19.737625732421876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.9731398773193358
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.8432044982910156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,1.164371871948242
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,25.17333984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.021149439811706545
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.030369279384613035
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.0684825611114502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,31.931411132812503
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.1527289581298828
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.581607666015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.2192153549194336
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,2.0781631469726562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,2.8731814575195314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,0.3814169692993164
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,3.7606707763671876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.2,39.1044873046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,0.4103776168823242
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,0.42405441284179685
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,0.43454143524169925
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.01,4.6785913085937505
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,0.4322681427001953
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,0.44256961822509766
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,0.6538566589355469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,0.6911238098144532
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,0.6435794830322266
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,0.6512786865234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,0.6624358367919922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,0.6533702087402344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,0.6885298919677735
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.720706558227539
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.7770285034179688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.8414335632324219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.03531264066696167
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.9935865783691407
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.23186624526977537
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.4501676940917969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.6883679962158202
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.8943878173828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,1.1762681579589844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,1.4313209533691407
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,1.560643768310547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,1.603623046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,1.665358123779297
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,1.6658528137207032
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,1.7252064514160157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.6315737915039061
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,2.512099151611328
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,2.5348608398437498
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,2.581980895996094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,2.6543243408203123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,2.6369726562499998
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,2.7177243041992187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,2.784388427734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,2.8396942138671877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,3.050373229980469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,3.3210751342773435
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,3.6947576904296873
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,2.058245086669922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,4.186473693847656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,5.24623046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.038302719593048096
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.23201728820800782
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.42792640686035155
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,6.452335815429687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.6298681640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.8215776062011718
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,1.4507801818847657
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,1.580136260986328
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,1.6418272399902343
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,1.6941043090820311
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,1.683758087158203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,9.108734130859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,2.918895263671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,1.723474578857422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,2.534583740234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,2.5572979736328127
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,2.5968167114257814
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,12.7545166015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,2.6485913085937502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,2.6548281860351564
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,2.7133822631835938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,2.8146316528320314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,3.1366143798828126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,2.896264343261719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.01,16.058212890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,3.3280014038085937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,3.7755917358398436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,4.316371765136719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.2915072059631348
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.5755020904541015
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,1.1214125061035156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,1.8439910888671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,5.5094409179687505
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,2.5417996215820313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,4.153081665039062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,4.453900146484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,6.737625732421876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,4.633140563964844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,3.8121740722656248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,4.796497192382812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,4.874133911132812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,5.015091247558594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,5.109438171386719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,7.456775512695313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,7.745978393554688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,7.79856689453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,7.774327392578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,8.030227661132812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,8.415266723632813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,8.51539306640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,9.644920043945312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,8.7255615234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,9.400678100585939
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,10.193791503906251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,11.097574462890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.2,4.705255737304688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.2910476875305176
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.5750508880615234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,1.0904723358154296
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,13.692847900390626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,1.648359069824219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,2.3311001586914064
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,16.771104736328123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,4.083407287597656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,4.416495361328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,4.683419494628906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,4.861537780761719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,4.984852600097656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,23.483291015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,5.135003662109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,5.2100720214843745
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,7.741356201171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,12.9250732421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,7.795674438476563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,8.052850341796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,8.152991943359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,31.162890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,8.216094360351562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,8.432120971679687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,8.574771118164062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,9.065504150390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,9.525986938476562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.01,37.490688476562504
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,10.580709228515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.29551616668701175
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.5283884811401367
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,1.0584563446044921
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,11.703143310546874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,2.052691802978516
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,3.79061767578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,14.336787109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,5.2970471191406245
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,6.200186157226563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,17.405079345703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,8.09016845703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,8.51638671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,8.909692993164063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,9.2368505859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.2,15.645887451171877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,9.351378784179687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,24.433896484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,9.684176635742187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,9.984638061523437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,10.0741650390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,10.42937255859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,14.724063720703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,15.244237060546874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,15.774879150390626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,16.5224072265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,30.87956787109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,17.06442138671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,18.01240234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.26781055450439456
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.5279993438720704
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,1.059076461791992
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,19.0489697265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,2.0524281311035155
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,3.3938656616210934
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,20.92566162109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,4.807913513183594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,22.6167236328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.2,39.140512695312495
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,5.647106323242188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,7.908089599609374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,8.272564086914063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,8.552807006835938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,8.890464477539062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,9.270036010742187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,27.10074951171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,9.532835693359376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,9.82535400390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,10.0585498046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,10.2611572265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,32.178623046874996
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,14.7652685546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,15.462711181640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,15.964556884765624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.01,39.248088378906246
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,16.81885498046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,17.681678466796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,18.90572265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.026513919830322263
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,20.008563232421874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.31696767807006837
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.04615935802459717
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,22.07407470703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.5416902542114258
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.6801062774658203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.01,1.0922150421142578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.01,1.2883941650390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.01,1.3279122924804687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.01,1.262961883544922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.01,1.2385024261474609
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,24.298627929687502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.01,1.3080966186523437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.01,1.768744354248047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.01,1.815889892578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.01,1.8504269409179688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.01,1.9471533203124998
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.01,1.9919544982910158
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.01,2.057221069335937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.01,2.0751026916503905
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.01,1.89091064453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.01,2.143590393066406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.01,2.2360389709472654
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.01,2.4126541137695314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,29.20255126953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.01,2.7040530395507814
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,35.17846923828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.026615679264068604
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.2,41.32904296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.2820044708251953
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.01,4.140702819824218
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.0825107192993164
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.2,1.0899795532226562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.01,3.3618795776367185
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.2,1.2584960174560547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.2,1.2929209899902343
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.01,5.752794799804688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.48564289093017576
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.2,1.317576904296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.6272351837158203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.2,1.349298553466797
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.01,7.645936889648437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.2,1.179533462524414
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.2,1.8309555053710938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.2,1.8909234619140627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.01,9.431806640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.2,1.9179922485351562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.2,1.9467141723632815
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.2,1.8637881469726563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.2,1.9844493103027343
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.2,2.0406329345703123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.2,2.1881170654296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.2,2.2784275817871094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.2,2.0164396667480466
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.5727635192871093
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.2,2.5392774963378906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.2,2.856298828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.01,1.1024454498291016
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.2,3.611910400390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.01,2.1666355895996094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.01,3.828300170898437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.2,4.425162353515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.2,6.006510620117187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.01,5.45661865234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.01,9.178130493164062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.01,10.393363037109376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.2,7.660330810546876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.01,10.71084228515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.01,9.8986474609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.01,10.858647460937501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.01,11.097043457031251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.01,11.305223388671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.2,9.654686889648437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.01,11.429807128906251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.01,11.741500244140624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.01,11.84655029296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.01,12.113358154296876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.01,12.28490234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.01,18.146973876953126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.01,18.594344482421874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.01,19.346265869140627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.01,20.173967285156248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.6222086334228516
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.2,1.103278045654297
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.01,21.6107861328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.2,2.166065216064453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.01,23.131591796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.2,3.4982382202148434
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.2,4.864777526855469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.01,27.39853759765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.2,9.013865356445312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.2,9.887744140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.2,10.2742626953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.01,32.9425439453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.2,10.652452392578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.2,11.002198486328124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.2,11.524586181640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.2,11.290793457031251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.2,11.74365234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.2,12.120283203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.2,12.390513916015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.01,46.7395458984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.2,12.5335400390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.2,12.810875244140624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.2,18.782315673828126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.2,19.183673095703124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.01,59.6006640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.2,19.902476806640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.2,20.6042822265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.2,22.3406689453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.12372735977172851
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.2549817657470703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.32470783233642575
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.2,24.26656982421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.5323731231689453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.8843750762939454
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.8235884857177733
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.8785529327392577
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.8090310668945312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.7981286621093749
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.8328915405273438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.8292140960693359
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.8221485137939453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.01,74.381953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.8486975860595702
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.8745657348632813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.8745625305175782
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.8077510070800781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.8609324645996093
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.8981427001953126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.9627577972412109
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,1.186078109741211
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.4974822998046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,2.2587596130371095
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.2,29.4810888671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,2.9034158325195314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,4.5908154296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.2,35.114094238281254
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.12409215927124025
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.24213247299194335
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.2853747177124023
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.5280441665649415
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,6.046478271484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.7570035552978516
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.8115814208984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.8047763061523436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.8146969604492188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.7939865875244141
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.8160198211669922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.8294035339355469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.8329644775390624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.8251238250732422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.8621619415283203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.8398342132568359
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.8075961303710937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.8821971130371093
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.8885254669189454
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.9586483001708984
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,1.231584014892578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,9.296078491210938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.5501068115234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,2.1852723693847658
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.2,47.390888671875004
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,12.4606201171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,3.030703430175781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,4.5799258422851565
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.2353113555908203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.4392544174194336
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.557496337890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.9023296356201171
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.01,16.140478515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,1.4089817810058594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,1.427288360595703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,1.4235116577148437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,1.4003053283691407
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,1.3937164306640626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,1.4369171142578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,1.4210719299316406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,1.3923117065429689
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,1.4586463928222657
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,1.4768748474121094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,1.453585205078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,1.4794143676757812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,1.555550079345703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,1.7256434631347655
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,6.002937622070313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.8349913024902342
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,2.2603392028808593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.2,62.4116845703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,2.752508850097656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,4.069809265136719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,5.266200561523438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,8.029144287109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,9.169733886718749
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.23040000915527345
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.41650112152099605
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.4882527923583984
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.9040544128417969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,1.33968505859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,10.678692626953126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,1.4218905639648436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,1.4298112487792969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,1.3944224548339843
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,1.435867462158203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,1.4295021057128907
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,1.428760986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,1.4277906799316407
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,1.4102291870117187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,1.4748658752441406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,1.4847756958007812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,1.4559686279296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,1.5831097412109376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,1.753465576171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,12.46432373046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,16.151767578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.81901123046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,2.261912994384766
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,2.843807373046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,4.040927429199219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.2,76.12744140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,5.206854248046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,22.02015380859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.04144896030426025
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.26017984390258786
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.5160019302368164
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,1.035770263671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,1.5428031921386718
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.2,16.12182861328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,2.0256448364257813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,2.9196786499023437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,7.8470874023437505
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,3.0953140258789062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,3.37298828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,3.1659814453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,3.204136962890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,3.4803732299804686
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,3.529955139160156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,3.5876519775390627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.01,27.95306396484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,10.63313232421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,5.053927612304688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,5.068460693359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,5.314039916992188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,5.517088623046876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,5.72658447265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,6.109942016601563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,6.398695678710938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,7.0497412109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,7.787493286132812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,9.265380859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.040757761001586915
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.25951103210449217
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.5165164947509766
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,10.759471435546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.9373260498046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,1.4017024230957031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,1.883879699707031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,16.265816650390626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,2.861450805664062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,3.031463012695313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,3.107349853515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,3.2230279541015627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,13.68792724609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,3.3218643188476564
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,3.4369735717773438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,3.5351950073242184
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,3.6633377075195312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,16.775250244140626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,5.118320007324219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,5.241787109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,5.379038696289062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,5.6876287841796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,5.86301513671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,6.322649536132813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.01,20.004241943359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,6.596630249023437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,7.348383178710938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,8.161143798828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.026927359104156494
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.05959487915039062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,22.0826611328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.22720703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.35338623046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.46152576446533206
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,9.531298217773436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.7319091033935547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.7948876953124999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.8626419067382812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,11.124598388671874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.8445836639404296
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.8438899230957031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.878253402709961
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,1.3335110473632814
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,1.3119480895996094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,1.2955270385742188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,1.3040704345703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.01,1.311439971923828
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,1.3547782897949219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,1.4229478454589843
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,1.4953074645996094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,1.658119659423828
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,14.410362548828124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,1.881352996826172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,2.200269470214844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.2,27.98568603515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,17.88418212890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.027107839584350583
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,2.5468601989746094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.2,21.73539306640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.07336703777313233
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.21616447448730466
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.3531897735595703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.4230630493164062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.7599481964111329
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.8045216369628907
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,3.2481829833984377
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,4.056654052734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.8325740814208984
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,5.718756103515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.8573785400390624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,7.4605212402343755
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.8540678405761719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.8774214172363282
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,1.2875360107421874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.01,9.212543334960937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,1.285641632080078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,1.3017344665527344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,1.3065895080566405
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,1.3193562316894532
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,1.3675712585449218
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,1.4476908874511718
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,1.5111315917968748
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,1.6906565856933593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,1.8499615478515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.04557951927185059
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,2.2038919067382814
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.29130624771118163
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.5756006240844727
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.9598003387451172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,1.3012069702148437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,2.553394622802734
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,2.120630340576172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,2.2922808837890623
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,2.4659321594238284
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,2.3726463317871094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,3.3353643798828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,2.5041017150878906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,2.641665344238281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,2.5685574340820314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,3.751084289550781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,3.86404296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,4.166794128417969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,3.8650936889648433
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,3.8772805786132816
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,4.025996704101563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,4.271731872558594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,4.349891052246094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,4.605092468261718
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,5.091180114746093
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,5.7408251953125005
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,6.372275390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,7.898001098632813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.04962431907653809
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.2896051216125488
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.5583200073242187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,9.405398559570312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,5.8492059326171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.8523449707031251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,1.2029183959960936
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,2.083895721435547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,2.2629849243164064
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,2.412103729248047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,2.504776916503906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,2.5612869262695312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,2.642195129394531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,12.68769287109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,2.676056213378906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,3.844985046386719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,3.874301452636719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,3.979977722167969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,4.040908203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,4.1347723388671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,16.6987109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,4.296481323242188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,4.3941259765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,4.7357421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.01,19.9732373046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,5.11986572265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,6.600671997070313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,5.8606414794921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.048691840171813966
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,7.610947265625001
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.26210048675537106
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.5182476806640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,1.039521255493164
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,1.8583450317382812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,8.099083251953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,2.6287802124023436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,9.723161010742187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,3.088598327636719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,4.0205081176757815
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,4.2207949829101565
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,4.423889770507812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,4.591233825683593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,13.476922607421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,4.656115112304688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,4.832947692871094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,4.989632568359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,5.056460266113281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,5.237754516601562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,7.219164428710937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,7.552355346679687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,7.826622314453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,17.38903076171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.2,9.4585205078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,8.298944091796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,8.6879541015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,9.39305419921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.04167424201965332
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.26160512924194335
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,10.231162719726562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.517646713256836
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,1.0637612915039063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.2,21.4524267578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,11.805178222656249
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,1.6803634643554688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,2.383875274658203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,2.8636013793945314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,3.9345867919921873
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,13.180662841796874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,4.109521179199218
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,4.24571533203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,4.4237823486328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,4.616257934570312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,16.135643310546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,19.088348388671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,4.754688110351562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,4.905860595703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,5.043190307617188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.01,22.09537353515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,5.168829345703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,7.265874633789062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,7.64342529296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,7.895432739257812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,8.435439453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,8.996559448242188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.024636800289154055
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,9.828536987304688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.031962239742279054
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,10.687413330078126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.11372608184814452
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.2508710479736328
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.3810067367553711
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.5507852935791016
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.6451884460449219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,12.2423095703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.6557478332519532
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.5841024017333984
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.7242527770996093
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.6206707382202149
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.8736614227294922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,13.769970703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.9348915100097657
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.890140151977539
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.01,1.011319046020508
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.01,1.0759903717041017
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.9045964813232421
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.9225663757324218
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.01,1.2620159912109377
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.01,1.129070053100586
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.01,1.0511840057373045
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.01,1.6733900451660155
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,16.765084228515626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.01,1.4342970275878906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,20.04830810546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.2,23.492131347656247
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.03968447923660278
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.10754560470581054
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.22377471923828124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.01,2.1837811279296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.01,2.7689605712890626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.592408332824707
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.6310655975341797
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.01,3.882521057128906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.6479776000976563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.024579839706420897
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.6633888244628906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.01,5.074234924316406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.3219596862792969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.6832339477539062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.8949913787841798
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.01,6.22313232421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.9334649658203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.9080524444580078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.5486995315551757
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.9401875305175782
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.9823232269287109
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.2,1.0343186950683594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.2,1.1590585327148437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.2,1.0683334350585938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.2,1.272738571166992
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.9619699096679687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.2986124801635742
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.2,1.7144076538085937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.2,1.4822840881347656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.56953857421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.01,1.1006752014160157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.2,2.2548141479492188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.2,2.8531646728515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.01,1.9361305236816406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.2,3.998898620605469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.01,2.7489611816406248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.01,4.599784851074219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.01,4.994273986816406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.01,5.241329345703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.2,5.15199951171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.01,5.4049267578124995
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.2,6.344645385742187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.01,5.487042846679687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.01,5.73470703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.01,5.606734008789063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.01,5.785872192382813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.01,5.978502807617188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.01,6.031522827148438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.01,6.192988891601563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.01,6.314284057617188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.01,9.342950439453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.01,9.667452392578124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.01,10.240709228515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.01,10.836429443359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.3233081436157227
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.5710528182983399
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.01,11.951011962890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.01,13.034171142578126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.2,1.0991455841064455
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.01,15.568150634765624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.2,1.7752589416503906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.01,18.5236474609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.2,2.4459686279296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.2,4.5111257934570315
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.2,4.980064086914062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.2,5.182108764648437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.2,5.372860717773437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.2,5.548656616210938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.01,25.46811279296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.2,5.71287841796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.2,5.833612060546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.2,5.95826904296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.2,6.3219494628906245
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.2,6.151693725585938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.2,6.587290649414062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.2,6.4167236328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.2,9.647973022460937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.01,33.924140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.2,9.950184936523438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.01,40.4081494140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.2,10.518323974609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.2,11.07435302734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.03989248037338257
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.0996025562286377
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.12828672409057618
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.2688819122314453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.2,12.30011962890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.38111999511718747
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.3931161499023438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.41753982543945317
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.2,13.532921142578124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.3829715347290039
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.3781248092651367
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.42840831756591796
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.3959481430053711
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.3807712173461914
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.40371967315673823
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.39894847869873046
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.39555328369140624
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.3841632080078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.405096321105957
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.2,16.38217529296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.4461171340942383
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.4405401611328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.5687891387939453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.7175308990478515
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,1.0439212799072266
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.2,19.697860107421874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.417510986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,2.255695343017578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.03960576057434082
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.08807040214538574
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.09551936149597168
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.26889791488647463
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.3604121780395508
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.3840902328491211
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.39310848236083984
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.38226177215576174
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.3978303909301758
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,3.10478515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.3981145477294922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.4026643371582031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.3975596618652344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.39043006896972654
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.39994815826416014
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.39849857330322264
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.4133542251586914
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.4025369644165039
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.4396198272705078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.44777599334716794
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.2,26.428876953125002
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.5737785720825196
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,4.724072875976562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.7318137359619141
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,1.0469478607177733
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,6.420491333007813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.4258636474609374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,2.263072052001953
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.01,7.842091674804688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.22049728393554688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.2857235145568848
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.4558118438720703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.09935680389404297
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.678885726928711
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.669327392578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.6787181091308594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.6635250854492187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.67098876953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.6817196655273438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.6779180908203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.6536972808837891
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.6792192077636718
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.6817938995361328
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.6837830352783203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.6863814544677734
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.2,33.5343310546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.709051513671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.7744281768798829
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.8839647674560547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,3.1314816284179687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,1.0656121826171874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.324822998046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.884833221435547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,2.708495483398438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,3.891390686035156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,4.7605523681640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.10094719886779786
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.2073299217224121
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.24987455368041994
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.4547455978393555
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,5.34432373046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.6357158279418945
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.669845733642578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.6851078033447265
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.6634489440917969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.6849676513671875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.6812409973144531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.6758220672607422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.6725836944580078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.6586067199707031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.6800723266601563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.6997376251220703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.7008672332763671
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.724326400756836
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.7790284729003906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.8404544067382812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,1.0561875152587892
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,8.045555419921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.333741455078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.2,41.074497070312496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,6.395332641601563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.9618559265136717
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,11.184080810546876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,2.5381126403808594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.041716480255126955
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.04171135902404785
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.26028032302856446
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.5177203369140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.7935788726806641
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,1.0530847930908203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,1.4822245788574218
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,1.5683750915527344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,4.0054956054687505
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,1.605812530517578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,1.6305509948730468
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,1.7163385009765626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,1.784798126220703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,1.8187161254882813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.01,13.967987060546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,1.8584947204589846
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.2,8.001611938476563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,2.517553253173828
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,2.554686737060547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,2.681058044433594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,2.8427557373046874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,5.350222778320313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,3.3628063964843746
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,3.0180014038085936
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,3.6135705566406253
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,4.272103576660156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,4.8879418945312505
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,8.135249633789062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,6.219324340820313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.03549439907073974
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.048936319351196286
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.26059776306152344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,7.605106201171876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.47371902465820315
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.7162873840332031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,10.373868408203126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.9759385681152344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,1.4546957397460938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,1.5354316711425782
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,1.5775053405761719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,1.6367999267578124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,1.6840159606933593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,1.766742401123047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,1.8255513000488282
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,1.898230438232422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,2.545655059814453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,2.626995849609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,2.715015563964844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,13.22488037109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,2.9560391235351564
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,3.0705746459960936
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,3.446392822265625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,3.687356262207031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,4.383103332519531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.01,16.11236328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,5.044434509277344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.026328959465026856
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,11.191478271484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.0334879994392395
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.07837183952331543
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.16643648147583007
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.23756799697875977
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.37700031280517576
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.4094585418701172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,6.484985961914063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.4201484680175781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,7.754678955078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.4361446380615234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.4686028671264649
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,10.56672119140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.4577964782714844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.6481926727294922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.6538118743896485
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,13.529746093750001
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.6580339050292968
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.2,14.24071044921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.2,16.45804443359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.7157266998291016
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.7043885040283203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.7162335968017578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.7864454650878907
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.8676102447509766
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.9617727661132813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,1.1136697387695311
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.02527616024017334
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,1.463450927734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.03726399898529052
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.7395590209960936
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.07215295791625977
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.13541119575500488
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.2170028877258301
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.3809657669067383
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,2.3733760070800782
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.4148640060424805
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.42918846130371097
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,3.0572634887695314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.4424883270263672
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,4.6526925659179685
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.4437542343139649
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.4586233520507813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.6338297653198242
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.6436243438720703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,6.313047485351563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.01,7.961675415039062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.6707443237304688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.7792960357666016
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.7045465850830078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.7310797119140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.7090035247802734
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.8396633911132814
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.9931078338623047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,1.459396514892578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.03512448072433472
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,1.1064115142822266
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.06836351871490479
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.4881702423095703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.291081600189209
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.6765535736083985
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.7456767272949218
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,1.0992620849609376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,1.1872236633300781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,1.2361804962158203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,1.2793682861328126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,2.4301606750488283
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,1.2964550781250002
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,1.3354138183593751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,1.9371405029296873
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,1.3705670166015627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,1.9988914489746095
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,3.1450277709960934
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,2.0029254150390625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,1.990789794921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,2.0745613098144533
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,2.222245788574219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,2.335308837890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,2.602678527832031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,2.9257492065429687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,3.5138751220703126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,4.144802551269531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,4.7768991088867185
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.03490560054779053
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.09786111831665038
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,5.5366943359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.28301631927490234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,6.834298095703124
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.6225471878051758
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.4380697631835938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,1.174950408935547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,1.0830003356933593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,1.2493299102783202
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,9.516843261718751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,1.2944563293457032
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,1.3258189392089843
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,12.331307373046874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,1.3706297302246093
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,1.3911795043945312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,1.988672637939453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,2.0293760681152344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,1.9928121948242186
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,2.070574035644531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,2.125688934326172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,2.229148101806641
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.01,15.139267578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,2.6606298828124997
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,2.364976043701172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,2.9469464111328127
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,3.595539855957031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,4.221520690917968
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.03735296010971069
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.043899521827697754
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,6.470856933593749
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,5.620626831054688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.2617715263366699
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.5197817611694335
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.9690700531005859
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,1.5709837341308595
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,1.3419448852539062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,6.926032104492188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,2.055964813232422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,2.156395568847656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,2.257674255371094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,2.342296905517578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,2.467467498779297
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,2.3808377075195315
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,2.556768035888672
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,9.829866333007812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,2.6089599609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,2.7213870239257814
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,3.6735198974609373
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,3.8826324462890627
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,4.081602478027344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,4.379102172851562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.2,8.202832641601564
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,4.748584289550782
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,5.4343798828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,12.7266845703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,6.15964599609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.03722111940383911
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.0427455997467041
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.26457664489746097
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.5191743850708008
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.8664300537109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,1.2225215911865235
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,7.568657836914062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.2,15.64435302734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,1.4458822631835937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,8.902744140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,2.0065318298339845
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,2.1065037536621096
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,11.688797607421876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,2.173395843505859
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,2.2618009948730466
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,14.512550048828126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,2.35587646484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,2.426058807373047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,2.5279180908203123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.01,17.457651367187502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,2.612023620605469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,2.6915097045898437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,4.095484924316406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,3.6898251342773434
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,3.9649618530273436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,4.466590576171875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,4.8954336547851565
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,5.6371612548828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,6.3441552734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.022717440128326417
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.09053376197814941
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.15474944114685057
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.026737279891967773
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.04752255916595459
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,7.7265472412109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.2873632049560547
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,9.0920654296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.34485248565673826
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.3228153610229492
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.3061529541015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,12.0148486328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.3621414566040039
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.4531891250610352
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.3815353775024414
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,14.898139648437501
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.46396865844726565
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.47527614593505857
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.2,17.851069335937503
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.522732162475586
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.5253843307495117
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.4931078338623047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.6033363342285156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.5412204742431641
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.67823486328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.5941670227050782
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.9971981048583984
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.02683135986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.02287168025970459
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.043309440612792974
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.8655878448486328
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.01,1.379150085449219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.08024959564208985
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.01,1.766551055908203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.2872640037536621
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.01,2.5511103820800782
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.13171584129333497
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.01,3.366582336425781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.01,4.1682238769531255
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.34186176300048826
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.31016895294189456
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.3455244827270508
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.3642489624023438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.46913982391357417
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.3296806335449219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.4779641723632812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.4913004684448242
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.5002937698364258
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.5151084899902344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.6933561706542969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.539788818359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.5390079879760743
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.6167327880859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.5539507293701172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.8338028717041016
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.06312831878662109
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.2919955253601074
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.2,1.0106317138671874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.5632710266113281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.2,1.393861083984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.9715647888183593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.01,1.3846170043945312
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.01,2.295431671142578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.2,1.7962361145019532
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.2,2.589086608886719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.01,2.6239328002929687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.01,2.499768981933594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.01,2.7118206787109376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.01,2.8454522705078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.2,3.4047647094726563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.01,2.7581326293945314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.01,3.0022131347656247
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.01,2.9373925781250003
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.01,3.1498016357421874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.01,3.2481451416015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.01,3.3814163208007812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.2,4.2530343627929685
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.01,3.5861325073242183
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.01,4.856823120117188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.01,5.15964599609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.01,5.630560302734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.01,6.2130322265624995
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.05780672073364258
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.01,7.234763183593751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.29303808212280275
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.01,8.222638549804689
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.5658534240722657
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.8903161621093749
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.2,1.2408595275878906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.2,2.255421447753906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.2,2.497288970947266
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.01,10.38429443359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.2,2.594058837890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.01,12.8587841796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.2,2.6978225708007812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.2,2.7950177001953125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.2,2.8944216918945314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.01,17.983017578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.2,2.9981466674804684
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.2,3.251270446777344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.2,3.077843322753906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.01,23.22701904296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.2,3.3978329467773434
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.2,3.5082226562499996
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.2,3.7210284423828126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.2,5.032468566894531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.2,5.291848754882812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.01,28.555173339843748
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.2,5.8058752441406245
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.2,6.325053100585937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.02220479965209961
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.2,7.337830810546874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.024568960666656495
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.025937919616699216
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.032325758934020996
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.2,8.343353881835938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.04537600040435791
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.04613376140594482
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.047712001800537106
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.0525267219543457
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.053825922012329094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.04857600212097168
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.0683839988708496
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.06986239910125733
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.07312448024749756
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.08449536323547363
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.087511043548584
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.10263615608215333
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.11950783729553223
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.1800979232788086
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.2176595115661621
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.2,10.615185546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.32216705322265626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.3914495849609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.2,13.099521484375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.5140198516845703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.6997676849365234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.163022689819336
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.02559295892715454
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.025079679489135743
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.02571392059326172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.032372479438781736
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.04549759864807129
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.046163840293884276
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.051299839019775396
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.05562111854553222
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.05260159969329834
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.05539840221405029
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.0683564805984497
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.6412678527832032
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.0707475185394287
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.07606656074523925
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.08461312294006348
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.0887276840209961
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.11335167884826661
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.11850175857543946
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.1750931167602539
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.22031936645507813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.2,18.414594726562502
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.322674560546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.3885228729248047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,2.481646728515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.5273561477661133
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,3.429618530273437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.7105817413330078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.1833805084228515
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.03483135938644409
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.07721343994140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.08161855697631835
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.2279532814025879
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.2,23.6963720703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.28190591812133786
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.01,4.361117553710938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.28633983612060543
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.3091654396057129
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.2788326454162598
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.28173759460449216
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.31208831787109376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.28301504135131833
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.28105279922485354
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.28883968353271483
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.2957638359069824
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.30291584014892575
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.29823551177978513
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.3127526473999024
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.3635577774047852
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.6066233825683593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.40874687194824216
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.5561542510986328
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.6682514953613281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,1.0241299438476563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.3273823547363282
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,2.118347473144531
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,2.8895608520507814
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.034174718856811524
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.07411839962005615
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.0794649600982666
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.22657279968261718
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.2642246437072754
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.28186176300048826
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.2838035202026367
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.2775948715209961
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.286428165435791
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.2863417625427246
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,2.534976043701172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.2831174468994141
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.2914956855773926
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.28152448654174805
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.2963923263549805
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.3043155288696289
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.30756927490234376
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.32234111785888675
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.3639014434814453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.4123353576660156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,4.376881408691406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.5437260818481445
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.638996467590332
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.2,29.294716796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,1.029658889770508
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,5.919896240234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.3394367980957032
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,3.4306515502929686
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.0345472002029419
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.03727231979370117
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.07840256214141846
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.258416633605957
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.3996985626220703
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.5301081466674804
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.7579046630859375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.8048230743408202
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.826358413696289
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.8404467010498047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,2.114039001464844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.8915187072753905
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.01,7.570739135742187
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.9293401336669922
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.9542521667480468
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.992446746826172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,1.3161517333984374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,1.337775421142578
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,1.422794189453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,1.6708709716796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,1.537508544921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.9745184326171874
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.2,4.329172973632812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,2.169256286621094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,2.6679864501953126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,2.9283712768554686
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,3.210627136230469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,4.3752203369140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.03281280040740967
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.036831359863281246
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.09283328056335449
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,5.5903997802734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,4.405801696777344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.23698112487792972
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.3681689453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.5001440048217773
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,8.198388061523437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.7432537841796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.7874355316162109
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.8115878295898437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,10.938132324218751
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.8809401702880859
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.8514009857177735
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.01,13.81983642578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.9218476867675781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.9615436553955078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,1.0166873931884766
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,1.3327687072753907
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,1.3770335388183592
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,5.9500732421875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,1.4365164184570314
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,1.58922119140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,1.711553955078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,2.0390585327148436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,2.2113209533691407
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,2.7356216430664064
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.024851839542388916
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,3.2994573974609374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.026928000450134278
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.05353087902069091
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.040329599380493165
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.07291264057159423
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.18573759078979493
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,4.458286743164062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.20659135818481444
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.2,7.536347656249999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,5.717981567382813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,8.383349609375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.21206464767456054
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.2244435119628906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.22574975967407224
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.2381350326538086
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.3160435295104981
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.3326406478881836
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,11.2166015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.32406528472900387
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.2,14.22760009765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.34271873474121095
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.34222591400146485
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.4012172698974609
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.3716511917114258
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.6180441665649414
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.7513651275634766
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.42957118988037113
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.024759678840637206
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.02720256090164185
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,1.100982437133789
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,1.3546278381347656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.03725055932998657
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.06930431842803955
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.12844608306884767
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.1901094436645508
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.20841279983520508
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.987585906982422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.21864896774291992
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,2.6809234619140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.22478015899658202
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,4.247687683105469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.2282841682434082
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.23811967849731444
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,5.9787835693359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.01,7.672566528320313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.31164159774780276
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.31948736190795896
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.3259481430053711
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.34642494201660157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.34680896759033203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.3645017623901367
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.4046489715576172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.44781311035156246
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.6016595077514648
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.7598316955566407
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.03286911964416504
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,1.0737088012695313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.039441919326782225
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.11146431922912599
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.24293312072753906
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.3469696044921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,1.3640025329589842
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.5562764739990234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.6044268798828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.6290726470947265
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.6532819366455078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.6664659118652343
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.6929170989990234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,2.0119871520996093
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.7189273834228516
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.9706886291503907
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,1.0256575775146484
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,1.048119659423828
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,2.7094522094726563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,1.0607430267333986
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,1.1147666931152345
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,1.2346092987060548
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,1.35725830078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,1.5231301879882813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.8078816223144532
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,2.378992614746094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,2.9030841064453123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,4.152227783203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,4.363032836914063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.03306175947189331
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.05867648124694824
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.10600768089294435
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.21698879241943358
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,5.417376708984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.3184864044189453
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,8.1322216796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.6354617691040039
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.5482169723510741
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.5972723388671876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,10.94648681640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.6623020935058593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.7099308776855469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.7302559661865234
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.6810034942626954
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.01,13.809647216796876
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,1.0080102539062499
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,1.0368211364746094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,1.0719974517822266
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,1.1460300445556642
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,1.095436782836914
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,1.2350054168701172
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,1.3749229431152343
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,6.05990966796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,1.5534565734863282
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.8179058837890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,2.424835815429687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.03539328098297119
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,2.9858996582031248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.03916224002838135
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.04605631828308106
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.25985279083251955
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.47417663574218755
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,4.222928771972656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.6827769470214844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,5.520349731445313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.8130361938476562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,1.0641004943847656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,1.112200927734375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,1.159188461303711
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,8.372880249023437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,1.2043775939941406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,1.2265184020996094
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,1.2786822509765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,1.3350930786132813
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,1.4344934082031249
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,1.9199571228027346
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,1.367510986328125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.2,7.888665161132812
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,2.062887725830078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,2.231574401855469
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,11.2720166015625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,2.4466355895996097
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,2.728753967285156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,3.275104675292969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.03516607999801636
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,3.888126220703125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.0392467188835144
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.07636928081512451
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.25968576431274415
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,6.257059936523437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.2,14.301145019531251
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.4345145416259766
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,5.034492797851563
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.6228287887573243
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.7463346862792969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,8.865797729492188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,1.062390365600586
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,1.090759048461914
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,11.65897216796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,1.1231231689453125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,1.1664390563964844
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,1.2161901092529297
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.01,14.459095458984375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,1.2599110412597656
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,1.3171577453613281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,1.4228652954101562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,1.37011962890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,1.9309484863281248
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,2.1381625366210937
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,2.224279022216797
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,2.4896742248535153
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,2.7875717163085936
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.022007040977478028
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,3.9844915771484373
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,3.400469055175781
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.02579263925552368
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.05723519802093506
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.04353919982910156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.08320704460144043
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.031560320854187016
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,5.149859619140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.09390656471252441
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.113756160736084
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,6.420477905273438
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.13270591735839843
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.14186944007873534
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,9.172642822265626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.15543807983398436
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.1948307228088379
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.2301350402832031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.22727680206298828
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,11.86896728515625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.23172927856445313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.2,14.963066406249999
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.2553913688659668
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.2534419250488281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.2794668769836426
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.3466796875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.30527616500854493
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.43117118835449214
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.021975040435791016
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.025075199604034426
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.5503071975708008
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.030246400833129884
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.7237459564208985
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.0844428825378418
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.05282048225402832
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.0404633617401123
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.01,1.0040467071533203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.01,1.3200813293457032
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.01,2.676983642578125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.01,1.974781494140625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.09510527610778809
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.01,3.4278021240234375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.11975808143615722
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.13439807891845704
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.1441113567352295
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.21283519744873045
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.16468032836914062
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.21960319519042967
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.2360601615905762
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.24222015380859374
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.3189216041564941
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.2615827178955078
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.28708032608032225
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.3565311813354492
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.42122047424316406
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.5570163345336914
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.30779327392578126
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.04791168212890625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.06920639991760254
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.6955570983886719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.29821056365966797
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.2,1.0128691101074219
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.7356166076660157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.5188691329956054
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.2,1.3561056518554688
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.01,1.2008051300048828
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.2,2.038494110107422
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.01,1.3121235656738282
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.01,1.3818637084960936
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.01,1.4305024719238282
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.2,2.737961730957031
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.01,1.527875213623047
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.01,1.4491859436035157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.01,1.6327481079101562
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.01,1.7509901428222654
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.01,1.5894642639160157
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.2,3.5418426513671877
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.01,1.8347923278808593
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.01,2.1039418029785155
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.936878662109375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.01,2.570403747558594
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.01,2.794913330078125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.01,3.1915487670898437
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.01,3.559089965820313
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.04814080238342285
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.10073984146118165
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.01,4.251654968261719
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.2989580726623535
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.01,4.990555419921875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.01,6.710284423828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.4775750350952149
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.2,1.1823648071289061
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.2,1.3109152221679687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.6619136047363281
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.01,8.569401245117188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.01,12.52174560546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.2,1.369815673828125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.2,1.4259347534179687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.2,1.4850650024414063
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.2,1.55509765625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.2,1.621507873535156
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.01,16.63408203125
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.2,1.6832223510742188
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.2,1.804363555908203
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.9071647644042968
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.992878112792969
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.01,20.90994873046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.2,2.170508728027344
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.2,2.6445068359375
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.2,2.8658676147460938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.2,3.2444882202148433
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.2,3.59695556640625
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.2,4.305189819335938
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.2,5.094940185546875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.2,6.806066284179687
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.2,8.67416748046875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.2,12.805152587890626
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.2,17.16248779296875
SGLang,0.5.9,NVIDIA L40S,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.2,21.820224609375
