framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.43970302581787113
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.3362630462646484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.1979532814025879
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.01,0.744110107421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.01,0.7990892791748048
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.01,0.8234130859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.01,0.7633010864257812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.01,0.9033856201171876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.01,0.676385269165039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.01,0.7408716583251953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.6394758224487305
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.01,0.6577139282226563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.01,0.6824761962890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.01,0.9581081390380859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.01,0.9345561981201171
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.01,1.0326585388183593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.01,1.100584945678711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.01,1.413336944580078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.01,1.6589248657226563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.01,2.3518028259277344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.01,2.911823425292969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.01,4.120186157226563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.01,5.259896240234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.01,7.552545166015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.01,10.622603759765624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.01,15.156029052734374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.01,19.864649658203128
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.01,25.141044921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.3643775939941406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.3642444610595703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.3668019104003906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.3833542251586914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.4191596984863281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.19949119567871093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.43321857452392576
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.4695315170288086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.12829631805419922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.36590656280517575
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.3663488006591797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.24671424865722655
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.36001728057861326
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.4766732788085937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.4863027191162109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.5094611358642578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.5452896118164062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,0.712410888671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,0.8204902648925781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,1.1862515258789064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,1.5593568420410155
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.20355968475341796
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.31408575057983396
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.38943038940429686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.6435027313232422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,1,1,power_law_1.2,0.6342649459838867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,1,1,power_law_1.2,0.6977715301513672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,2.2232620239257814
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,1,1,power_law_1.2,0.6855084991455078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,1,1,power_law_1.2,0.7483245086669922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,1,1,power_law_1.2,0.7606591796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,1,1,power_law_1.2,0.764938201904297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,1,1,power_law_1.2,0.8035833740234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,1,1,power_law_1.2,0.8387648010253906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,1,1,power_law_1.2,0.9069145965576173
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,1,1,power_law_1.2,0.935871353149414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,1,1,power_law_1.2,0.9911122894287109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,1,1,power_law_1.2,1.063450241088867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,1,1,power_law_1.2,1.0843526458740234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,2.9006002807617186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,1,1,power_law_1.2,1.477593536376953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,1,1,power_law_1.2,1.7037446594238284
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,5.446189575195312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,1,1,power_law_1.2,2.2901568603515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,4.207117309570313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,1,1,power_law_1.2,2.8637985229492187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,8.095900268554688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,1,1,power_law_1.2,4.050874328613281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,1,1,power_law_1.2,5.2585473632812505
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.13472064018249513
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.1866534423828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.22342784881591796
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,11.22123291015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.3674284744262695
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.3489932632446289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.36801025390625003
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.36583553314208983
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.36009918212890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.374139518737793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.39629760742187503
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.4124371337890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.43333312988281253
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.46304065704345704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.47729152679443365
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.49248832702636725
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.5116128158569336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,1,1,power_law_1.2,7.743890991210938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.5590099334716797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,0.7015167999267578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,0.8643065643310546
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,1.210003204345703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,13.86311767578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,1.5419027709960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,1,1,power_law_1.2,10.573179931640626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,2.2622886657714845
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,2.894381408691406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,4.189787597656251
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.39408512115478517
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.5789228820800781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,1,1,power_law_1.2,15.366470947265626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,5.5783801269531255
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.7603250885009766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.01,1.1156928253173828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.01,1.6883270263671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.01,1.6776684570312501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.01,1.772057647705078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.01,1.7630630493164063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.01,1.8212550354003905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.01,1.8928038024902343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.01,1.9890316772460939
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.01,1.9918873596191407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.01,2.218913879394531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,7.999022827148437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,1,1,power_law_1.2,19.892799072265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.01,2.45031494140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.01,2.5198092651367188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.01,2.682390441894531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.01,3.261239013671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.01,4.350334167480469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.01,5.3293359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.01,7.585430297851562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,11.288968505859376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.01,10.174518432617187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,1,1,power_law_1.2,24.57829345703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.01,14.850804443359374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,13.960863037109373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.19153408050537107
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.38550975799560544
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.3184851264953613
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.01,19.55335205078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.6239379119873047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.6276121520996094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.6346847915649414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.6282969665527344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.630837745666504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.643496322631836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.6522201538085938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.64627197265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.6704422760009765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.6909580993652343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,0.7101708984374999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,0.7732991790771484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.5805049514770507
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,0.9108287811279296
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.181116180419922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,1.440738525390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,1.9928236389160154
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,2.527144317626953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,3.630999755859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.01,30.782421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,4.640426940917969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,6.7644848632812495
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,9.277188110351563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.4156121444702149
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.01,41.7816748046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.5228102493286133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.6769395446777343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,1,1,power_law_1.2,1.1151769256591797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,1,1,power_law_1.2,1.617109069824219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,1,1,power_law_1.2,1.7164006042480469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,1,1,power_law_1.2,1.7731295776367186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,1,1,power_law_1.2,1.7839045715332031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,1,1,power_law_1.2,1.8631986999511718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,14.064981689453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,1,1,power_law_1.2,1.9158169555664064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,1,1,power_law_1.2,1.9875167846679687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,1,1,power_law_1.2,2.034367980957031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,1,1,power_law_1.2,2.115770263671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,1,1,power_law_1.2,2.4230470275878906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,1,1,power_law_1.2,2.559171905517578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,1,1,power_law_1.2,2.7019161987304687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,1,1,power_law_1.2,3.2906130981445316
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,1,1,power_law_1.2,4.27173828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,17.90884765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,1,1,power_law_1.2,5.4187689208984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,1,1,power_law_1.2,7.640245361328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,1,1,power_law_1.2,10.189202270507812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.01,65.6349169921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,22.238542480468748
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,1,1,power_law_1.2,14.887431640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,1,1,power_law_1.2,19.4763818359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.20653696060180665
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.2782828712463379
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.34660289764404295
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.5800179290771484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.6075219345092774
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.6353721618652344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.6386943817138672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.6292153549194336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.6452992248535157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.6482444763183594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.6551289367675781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.6624793243408204
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.664199676513672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,0.6990662384033203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,0.7391667175292969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,0.7955487823486328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.01,89.868544921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,1,1,power_law_1.2,30.969240722656252
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,0.9182508850097657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.2431468963623047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,1.4121798706054687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,2.0225733947753906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,2.5368415832519533
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,3.644919128417969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,4.678165893554687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,6.844089965820312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,1,1,power_law_1.2,43.046376953125005
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,9.247431030273438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.01,110.976962890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.2069638442993164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,13.883256835937498
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.4249369430541992
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.683267822265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.01,1.9633229064941407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.01,2.5365676879882812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.01,1.2761100769042968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,1,1,power_law_1.2,66.60595703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.01,4.000323181152344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,18.141168212890626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.01,3.84258544921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.01,3.930636901855469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.01,3.683541259765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.01,4.385485534667969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.01,4.587189636230469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.01,4.672166442871093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.01,5.104688720703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.01,7.015252685546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.01,7.115567016601562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.01,7.477351684570313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.01,8.169614868164063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,22.7744482421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.01,8.704918212890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.01,9.826522216796874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.01,11.034245605468751
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,1,1,power_law_1.2,89.9984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.01,13.148171386718749
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.01,15.507896728515624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.12325568199157715
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.01,20.309154052734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.21714048385620116
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,1.026848602294922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.297777862548828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.01,25.58897705078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.39333377838134764
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,1.8443724060058593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.6535110473632812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,1.9229029846191406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,2.001360626220703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,1,1,power_law_1.2,112.55031249999999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,2.210507507324219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.01,35.99474853515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,2.191547546386719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,1.9679122924804688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,2.2279014587402344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,2.1044659423828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,2.5249784851074217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,2.5907635498046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,2.7343463134765624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,3.473222961425781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,2.8595968627929684
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,4.103113708496094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,2.5051309204101564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,3.2415911865234377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.01,46.0094921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,4.8339892578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,6.115564575195313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,7.583753662109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.4223968124389648
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.20581056594848635
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.01,56.568354492187495
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,1,1,power_law_1.2,1.7884262084960938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.6831577301025391
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,1,1,power_law_1.2,3.6034341430664063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,10.8761962890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,1,1,power_law_1.2,3.788778991699219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,1,1,power_law_1.2,1.1861203002929688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,1,1,power_law_1.2,3.8899481201171873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,1,1,power_law_1.2,4.0542431640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,1,1,power_law_1.2,4.2605517578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,13.590496826171876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,1,1,power_law_1.2,4.7177734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,1,1,power_law_1.2,2.3860263061523437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,1,1,power_law_1.2,5.181749877929688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,16.610362548828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,1,1,power_law_1.2,7.102025756835937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,1,1,power_law_1.2,4.727685241699218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,1,1,power_law_1.2,7.3770556640625005
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,1,1,power_law_1.2,7.767041015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,1,1,power_law_1.2,8.343011474609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,1,1,power_law_1.2,8.966845703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,1,1,power_law_1.2,10.211620483398438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,1,1,power_law_1.2,11.1355419921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,1,1,power_law_1.2,13.68804443359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,1,1,power_law_1.2,16.152177734374998
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.12288640022277833
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.2171340751647949
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,1,1,power_law_1.2,20.999619140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.6626182556152344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.2268768310546876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,0.9392620849609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,1.7981913757324217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,1.9004652404785154
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,2.0234962463378907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,2.0920538330078124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.39306049346923827
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,2.1720736694335936
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,1,1,power_law_1.2,26.17371337890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,2.207235870361328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,2.2798054504394534
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,1.9465734863281248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,2.601275634765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,2.5043846130371095
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,2.678837890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,2.8324203491210938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,3.3132711791992184
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,3.6120703124999998
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,1,1,power_law_1.2,36.64082275390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,2.9788229370117185
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,4.2900018310546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,4.992741088867187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,6.242647094726562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,1,1,power_law_1.2,47.14138671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,7.772959594726562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.01,0.043009920120239256
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.01,0.06254079818725586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,11.111123046874999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.01,0.14206080436706542
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.01,0.10205439567565917
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.01,0.2528927993774414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,1,1,power_law_1.2,58.16630859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.01,0.1676684761047363
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,13.956358642578124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.01,0.2940703964233399
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.01,0.28308544158935545
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.01,0.29650239944458007
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,16.6289599609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.01,0.3137996864318848
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.01,0.29211456298828126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.01,0.33852542877197267
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.01,0.3442745590209961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.01,0.34779838562011717
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.01,0.36350849151611325
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.01,0.3826131057739258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.41579135894775393
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.01,0.37422657012939453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.01,0.361275520324707
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.01,0.7011788940429687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.01,0.8580889892578124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.01,1.4719602966308594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.01,1.1737203216552734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.5537651062011719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.4781280136108398
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.030926721096038817
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.15532480239868166
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.1699660873413086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.1704812812805176
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.1766214370727539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.17675647735595704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.18274240493774413
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.2056172752380371
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.20826431274414064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.21387775421142577
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.21864063262939454
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.04603583812713623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.22203840255737303
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.23369728088378908
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.2461689567565918
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.2688287925720215
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.3146201515197754
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.01,2.1607174682617187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.08992832183837891
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.36380031585693356
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.01,2.827349853515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.07078847885131836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.01,3.47890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.1087667179107666
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.46610561370849607
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,0.5676927947998047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,1,1,power_law_1.2,0.05833471775054931
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,1,1,power_law_1.2,0.04058047771453858
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,1,1,power_law_1.2,0.12329279899597168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,1.4593228149414064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,1,1,power_law_1.2,0.08888895988464356
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,1.0058195495605469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,0.7859552001953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,1,1,power_law_1.01,2.3651802062988283
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,1.9291270446777342
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,1,1,power_law_1.2,0.3036307144165039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,1,1,power_law_1.2,0.32772991180419925
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,1,1,power_law_1.2,0.25665151596069335
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,1,1,power_law_1.2,0.3633260726928711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,1,1,power_law_1.2,0.16195711135864257
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,1,1,power_law_1.2,0.2797536087036133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,1,1,power_law_1.2,0.2890860748291016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,1,1,power_law_1.2,0.3785440063476563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,1,1,power_law_1.2,0.3115795135498047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,1,1,power_law_1.2,0.2931436729431153
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.4283852767944336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,1,1,power_law_1.2,0.3192723274230957
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,1,1,power_law_1.2,0.34638015747070316
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,1,1,power_law_1.2,0.5660243225097656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,1,1,power_law_1.2,0.348284797668457
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,1,1,power_law_1.2,0.38453952789306645
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,1,1,power_law_1.2,0.8672434997558593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,1,1,power_law_1.2,0.7105996704101563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.0467193603515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.030164480209350586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.0685203218460083
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.08365440368652344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,1,1,power_law_1.2,1.2282527923583983
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.1038912010192871
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.1572704029083252
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,1,1,power_law_1.2,0.4872780990600586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.1804025650024414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.1774233627319336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.18368064880371093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.20862207412719727
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.20879743576049803
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.21586111068725583
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.2227840042114258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.23747327804565427
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.2246143913269043
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.2521062469482422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.27714752197265624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.32186241149902345
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.36910400390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.17043327331542968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,1,1,power_law_1.2,1.5086029052734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.4702297592163086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.17423744201660157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,0.5791193771362304
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,0.8108140563964843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,1,1,power_law_1.2,2.1538829040527343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,1.016145248413086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.3035315132141113
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.43740608215332033
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.5785068893432618
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.09377535820007324
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.01,0.9377747344970704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.01,1.0057132720947266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.01,1.0075059509277344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.01,1.0636927795410156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.01,1.071571807861328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.01,1.1454374694824219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.01,1.5910418701171873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.01,1.6221107482910155
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.01,1.680256042480469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.17677568435668944
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.01,1.7478060913085938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.01,1.7605401611328126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.01,1.8355244445800782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.01,1.9867538452148437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.01,2.188554229736328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.01,2.6831347656249998
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,1.4521945190429686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.01,3.185424499511719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.01,4.281101989746094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.01,5.34484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,1,1,power_law_1.2,2.825564270019531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.01,7.545350952148437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.01,10.106087036132813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.10990207672119141
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.17058048248291016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.23979839324951172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.31072767257690426
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.4854655838012695
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.524543342590332
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.5281343841552735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.5495040130615234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.5518771362304687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.5717068862915039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.6262022399902344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,1.902771911621094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.01,14.382066650390623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.6380051040649415
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.6470374298095704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.663394546508789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.669903335571289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.6922246551513671
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,0.719644775390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,0.8285874938964843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,0.9637542724609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.1159750366210939
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,1,1,power_law_1.2,3.504011535644531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,1.4214131164550783
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.0682470417022705
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.01,18.619127197265623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,1.7523091125488282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.01,22.952646484375002
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.09308863639831542
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.17712703704833985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.2927244758605957
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,3.135884094238281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.41423297882080073
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,2.420271301269531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,1,1,power_law_1.2,0.9519942474365234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,1,1,power_law_1.2,1.0153107452392578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,1,1,power_law_1.2,1.038687973022461
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.5496499252319336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,4.455443115234376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,1,1,power_law_1.2,1.0654898834228514
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,1,1,power_law_1.2,1.1051961517333984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,1,1,power_law_1.2,1.1555411529541015
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,7.100940551757813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,1,1,power_law_1.2,1.614971466064453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,5.7558251953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,1,1,power_law_1.2,1.6234112548828126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,1,1,power_law_1.2,1.703771514892578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,1,1,power_law_1.2,2.3464204406738283
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,1,1,power_law_1.2,1.7417330932617188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,1,1,power_law_1.2,1.7714802551269533
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,1,1,power_law_1.2,1.8736550903320315
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,1,1,power_law_1.2,2.064530487060547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,1,1,power_law_1.2,2.2561465454101564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,1,1,power_law_1.2,2.742522888183594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,1,1,power_law_1.2,3.2593344116210936
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,1,1,power_law_1.2,4.296443481445313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.10937151908874512
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.16282688140869142
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,1,1,power_law_1.2,5.408969116210938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.22258495330810546
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.2917062377929688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.4932038497924805
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.06301375865936279
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.5308371353149414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.5401100921630859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,1,1,power_law_1.2,7.540556030273438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.5510636901855468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.5636908721923828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.6321235275268554
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.5760076904296876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.6326924896240234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.6514931488037109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,1,1,power_law_1.2,10.033841552734376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.6637619018554688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.6913471984863281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,0.7389593505859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.6708499145507812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,0.8698687744140624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,0.9673587036132811
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.1074054718017579
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,1.4465100097656252
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,1.8329504394531249
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,2.523989715576172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,1,1,power_law_1.2,14.47093505859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.39609470367431643
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.7343360137939453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.19876863479614257
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.01,1.1418860626220702
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,3.0872698974609376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.01,1.6013247680664062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.01,2.8302349853515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.01,2.9561727905273436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.01,2.658493957519531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.01,3.0224237060546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.01,3.139307556152344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.01,3.3700851440429687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.01,3.564701538085937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.01,4.995851440429687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.01,5.279365844726563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.01,5.439121704101562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.01,5.471056518554688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,4.384538269042968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.01,5.736131591796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,1,1,power_law_1.2,18.735455322265626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.01,6.312756958007812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.01,6.716281127929688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.01,7.792738647460938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.01,8.963507690429688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.01,11.6755517578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.01,14.480498046874999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,5.727207641601562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.01,19.911638183593748
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.23468671798706056
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.41536128997802735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.6092364883422852
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,0.8275065612792968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.14273280143737793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.3425363159179686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,1.4257670593261718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.01,25.41192626953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,1.4956069946289063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,1.5194323730468748
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,1.5443647766113282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,1,1,power_law_1.2,23.5903076171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,1.5999200439453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,1.6233984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,1.7888294982910158
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,1.8674969482421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,1.8784967041015626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,1.846307830810547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,1.9234284973144533
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,2.108281555175781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,2.213459167480469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,2.532168273925781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,2.9037741088867186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,7.041920776367188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,3.6155450439453127
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.01,36.36029541015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,4.299425964355469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,5.768348388671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.19693952560424804
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.3858297729492187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.7043270111083985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,1,1,power_law_1.2,1.0283430480957032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,7.4071044921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.4494758605957032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.01,47.8070654296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,1,1,power_law_1.2,2.628503112792969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,1,1,power_law_1.2,2.808965148925781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,1,1,power_law_1.2,3.0187225341796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,1,1,power_law_1.2,3.1384548950195312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,10.713800048828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,1,1,power_law_1.2,3.231449584960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,1,1,power_law_1.2,3.460585021972656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,1,1,power_law_1.2,3.7111846923828127
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,1,1,power_law_1.2,5.241321411132812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,1,1,power_law_1.2,5.334750366210938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,1,1,power_law_1.2,5.555672607421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,13.899395751953126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,1,1,power_law_1.2,5.673749389648437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.01,59.545595703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,1,1,power_law_1.2,5.95628662109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,16.900836181640624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,1,1,power_law_1.2,6.360026245117187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,1,1,power_law_1.2,6.807456665039062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,1,1,power_law_1.2,8.059318237304687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,1,1,power_law_1.2,9.277559204101562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.145798397064209
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.23295040130615235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.40443775177001956
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,1,1,power_law_1.2,11.8320654296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.5610137557983398
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.7565132904052734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.3298541259765624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,1.4176243591308595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,1.5209791564941406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,1,1,power_law_1.2,14.74169921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,1.5668205261230468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,1.5865132141113283
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,1.630629119873047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,1.6755513000488282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,1,1,power_law_1.2,20.184996337890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,1.853349151611328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,1.8629414367675783
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,1.9299334716796874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,1.9298873901367188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,1.996378936767578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,2.116688690185547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,2.2884396362304686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,2.609796447753906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,1,1,power_law_1.2,25.6536572265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,2.961195373535156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,3.7097216796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,4.440716247558593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,5.8683142089843745
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.23021120071411133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.4267116928100586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,7.469815673828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,1,1,power_law_1.2,37.51184326171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.6852505493164063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.01,1.3061509704589844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.01,2.3446368408203124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.01,3.307864990234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.01,3.8333413696289065
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.01,4.989758605957031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.01,5.3317675781250005
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,10.88108642578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.01,5.513507080078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.01,5.786851196289062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.01,5.843011474609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.01,6.157406005859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.01,6.60248779296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.01,6.927791137695313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.01,7.516362915039062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,13.898388671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,1,1,power_law_1.2,49.877919921875005
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.01,9.964140014648438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.01,10.776845703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.01,11.420821533203124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.01,12.719541015625001
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.01,13.73027099609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,16.947932128906253
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.01,15.817679443359376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.12659135818481446
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.21927232742309571
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.01,17.99870361328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.39543167114257816
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.7489657592773438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.2502674865722656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,1.7112339782714845
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.01,22.787836914062503
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,1.9568748474121094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,1,1,power_law_1.2,62.25591308593751
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,2.5008985900878904
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,2.6562271118164062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,2.7261477661132814
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,2.8571380615234374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,2.906884460449219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,3.0188696289062498
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.01,27.821345214843753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,3.107280578613281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,3.165869445800781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,3.287254943847656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,3.5192276000976563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,3.7087902832031245
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,3.8776980590820314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,4.176759033203124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,4.510723266601563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,5.0655847167968755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,5.762911987304688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.01,38.27824462890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.2183782386779785
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.42593471527099613
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.6852531433105469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,7.206755371093751
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,1,1,power_law_1.2,1.2912013244628906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,8.723637084960938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,1,1,power_law_1.2,2.121840057373047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.01,48.6784228515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,1,1,power_law_1.2,2.9837905883789064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,12.0398095703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,1,1,power_law_1.2,3.550934448242187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,1,1,power_law_1.2,4.876283569335937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,1,1,power_law_1.2,5.175004272460937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,14.725426025390624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,1,1,power_law_1.2,5.324412231445312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.01,58.546767578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,1,1,power_law_1.2,5.554212036132812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,1,1,power_law_1.2,5.883775634765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,1,1,power_law_1.2,6.136963500976562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,1,1,power_law_1.2,6.589748535156249
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,17.431773681640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,1,1,power_law_1.2,7.0895800781250005
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,1,1,power_law_1.2,7.569597778320312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,1,1,power_law_1.2,10.193599853515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,1,1,power_law_1.2,10.918807373046874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,1,1,power_law_1.2,11.608408203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,1,1,power_law_1.2,13.059202880859374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,1,1,power_law_1.2,14.320228271484376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.12664832115173338
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.21863679885864257
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,1,1,power_law_1.2,16.6231103515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.39548416137695314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.7488851165771484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,1,1,power_law_1.2,18.91397705078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,1.111164779663086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.5397158813476561
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,1.8262988281249999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,2.442217559814453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,2.5857061767578124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,1,1,power_law_1.2,23.932607421874998
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,2.663731689453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,2.7707366943359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,2.8939968872070314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,3.063507690429687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,2.973203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,3.1400442504882813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,3.2151660156250004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,3.5837817382812505
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,3.771754150390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,3.9651174926757813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,1,1,power_law_1.2,29.06553955078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,4.431190490722656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,4.666280212402343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,5.41781005859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,6.09660400390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,1,1,power_law_1.2,39.048391113281255
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,7.552138061523438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,9.305774536132812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.11827903747558595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.3302150344848633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,12.142154541015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.2297158432006836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.01,0.4351052856445312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.07484159946441651
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.01,0.7273977661132813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,1,1,power_law_1.2,49.7048193359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.01,0.7818515014648437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.01,0.8042066955566407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.01,0.8130489349365234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,15.119056396484376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.01,0.6960403442382812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,17.8437255859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.01,0.9327091217041016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.01,1.2125145721435548
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.01,1.2896493530273436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.01,1.3319725036621093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.01,1.2349139404296874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,1,1,power_law_1.2,60.2813232421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.01,1.346983642578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.01,2.1259744262695315
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.01,1.6116242980957032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.01,2.7049484252929688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.01,1.8270605468749999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.01,1.5089138793945314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.01,1.4165171813964843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.01,3.342759704589844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.06904831886291504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.10562432289123536
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.01,4.594695129394531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.38928382873535156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,1,1,power_law_1.2,0.6790995025634766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.01,5.86570556640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,1,1,power_law_1.2,0.77302978515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,1,1,power_law_1.2,0.7344159698486328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.20612735748291017
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,1,1,power_law_1.2,0.8309107208251953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.27762880325317385
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,1,1,power_law_1.2,0.8511199951171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,1,1,power_law_1.2,0.809752960205078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,1,1,power_law_1.2,1.2515897369384765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,1,1,power_law_1.2,1.2840179443359374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,1,1,power_law_1.2,1.3321446228027345
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,1,1,power_law_1.2,1.357418212890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,1,1,power_law_1.2,1.4024832153320312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,1,1,power_law_1.2,1.4377171325683595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.01,8.554843139648437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,1,1,power_law_1.2,1.5313203430175781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,1,1,power_law_1.2,1.5946739196777344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,1,1,power_law_1.2,1.879986572265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.01,11.437247314453126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.01,13.774262695312501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,1,1,power_law_1.2,2.1782771301269532
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,1,1,power_law_1.2,2.7704730224609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,1,1,power_law_1.2,3.4118988037109377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.3853548812866211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.01,0.702508773803711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,1,1,power_law_1.2,4.639873962402343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,1,1,power_law_1.2,5.896611328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.01,1.3408773803710938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.01,3.3217272949218755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,1,1,power_law_1.2,8.436450805664062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.01,2.33487548828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.01,5.551185913085938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.01,5.911768188476563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.01,6.224810180664063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.01,6.39337890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.01,6.613689575195312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,1,1,power_law_1.2,11.557021484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.01,6.877139282226563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.01,7.36630859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.01,7.68514404296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.01,8.963217773437501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.01,9.93823974609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,1,1,power_law_1.2,13.9630859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.01,10.712998046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.01,13.307198486328124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.01,13.042960205078126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.01,14.102786865234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.01,16.007930908203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.01,18.271646728515627
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.01,23.139582519531253
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.01,0.41397121429443356
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.01,0.23488960266113282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.01,0.7616825866699218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.01,28.345932617187497
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.01,1.2627641296386718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.01,1.722294464111328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.01,2.7917767333984376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.01,2.9819430541992187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.01,3.2218746948242183
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.01,3.132554931640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.01,3.3187487792968753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.01,3.3609588623046873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.01,38.937570800781245
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.01,3.4518759155273435
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.01,3.5329089355468755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.01,3.63961669921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.01,3.8213287353515626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.01,3.6899615478515626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.01,3.9515008544921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.01,50.113525390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,1,power_law_1.01,4.4179187011718755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.01,4.783490600585937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.01,5.420228881835937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.01,6.194736938476562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.01,7.653708496093751
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.01,9.443887939453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.01,73.2027880859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.4208160018920898
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,1,1,power_law_1.2,0.7087667083740234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.01,12.75298095703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,1,1,power_law_1.2,1.3244383239746094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,1,1,power_law_1.2,2.128613128662109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,1,1,power_law_1.2,2.9772122192382815
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.01,15.725211181640626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,1,1,power_law_1.2,5.428427124023438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,1,1,power_law_1.2,5.9262933349609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,1,1,power_law_1.2,6.132081298828124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.01,21.966120605468753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,1,1,power_law_1.2,6.433679809570313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,1,1,power_law_1.2,6.662763671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.01,96.91572265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,1,1,power_law_1.2,7.064598999023437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,1,1,power_law_1.2,7.56269287109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,1,1,power_law_1.2,8.008753662109374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,1,1,power_law_1.2,9.480137329101563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,1,1,power_law_1.2,10.565458984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.01,28.24852783203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,1,1,power_law_1.2,11.573272705078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,1,1,power_law_1.2,13.763297119140626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,1,1,power_law_1.2,13.619720458984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,1,1,power_law_1.2,14.591437988281251
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,1,1,power_law_1.2,16.60274658203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,1,1,power_law_1.2,18.824154052734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,1,1,power_law_1.2,23.8760693359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,1,1,power_law_1.2,29.40251708984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,1,1,power_law_1.2,0.2318329620361328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,1,1,power_law_1.2,0.41538879394531253
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,1,1,power_law_1.2,0.7747193908691405
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,1,1,power_law_1.2,1.1599449920654297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,1,1,power_law_1.2,2.7379998779296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,1,1,power_law_1.2,1.558513946533203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,1,1,power_law_1.2,2.9733349609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,1,1,power_law_1.2,3.0895147705078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,1,1,power_law_1.2,40.862399902343746
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,1,1,power_law_1.2,3.2285171508789063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,1,1,power_law_1.2,3.306226501464844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,1,1,power_law_1.2,3.4331457519531248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,1,1,power_law_1.2,3.5432742309570315
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,1,1,power_law_1.2,3.6140185546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,1,1,power_law_1.2,3.777594909667969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,1,1,power_law_1.2,3.889617309570313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,1,1,power_law_1.2,3.9447460937499996
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,1,1,power_law_1.2,4.112006530761719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,1,1,power_law_1.2,4.676368713378906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.2,4.961928405761719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,1,1,power_law_1.2,52.5984033203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.2,5.676056518554687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.2,6.400972900390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.2,7.865446166992188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.2,9.740731811523437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.2,12.8941552734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.1232595157623291
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,1,1,power_law_1.2,77.0097900390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.25767103195190433
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.19177600860595703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.2,15.866279296875001
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.2,22.175986328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.40505214691162106
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.3392435073852539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.34890113830566405
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.3680710220336914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.4192351913452148
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.40597888946533206
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.412250862121582
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.43033599853515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.4775750350952149
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.4962707138061523
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.42918655395507815
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.5180960083007813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.5268179321289063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.7026707458496093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.1203507232666017
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,1,1,power_law_1.2,101.61966796875001
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.4444621276855467
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.4749631881713867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.8215647888183593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.2,28.218767089843748
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.01,2.1231181335449216
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.01,2.68823486328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.01,3.7952615356445314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.01,5.13984619140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.0780185604095459
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.01,7.4376330566406255
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.11518079757690429
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.14251968383789063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.19982912063598632
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.1987436866760254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.19588415145874022
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.2096384048461914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.19985855102539063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.20298944473266603
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.22786367416381834
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.25223360061645506
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.20409215927124022
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.27338111877441407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.2873983955383301
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.2944780731201172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.3750265502929687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.43191169738769536
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.22717119216918946
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.01,10.148676757812499
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,1.1387391662597657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.2348646354675293
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,1.4708934020996094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,2.135201263427734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,0.5920915222167968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,0.7507628631591797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.01,12.819023437499999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,2.867615356445312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.11165887832641601
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.2100627136230469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.17485504150390624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.3446700668334961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.3341164779663086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.4014739227294922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.377372817993164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.41914302825927735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.43698497772216793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.47024383544921877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.47664062500000004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.3655033493041992
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.5057843017578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.41888320922851563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,4.237008056640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.5293241500854492
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.5292044830322266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,5.514874267578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.8360358428955077
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.43690944671630855
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.097817611694336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.44384765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,2,1,power_law_1.2,2.6758746337890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,6.816872558593749
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.675006103515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,2,1,power_law_1.2,3.8529254150390626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,2,1,power_law_1.2,2.0843724060058593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,2,1,power_law_1.2,5.055084228515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.07871679782867431
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.12678591728210448
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.19856256484985352
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.10817472457885742
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.1992416000366211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.20850751876831053
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.19166015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.22737152099609376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.23200000762939452
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.23315135955810548
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,2,1,power_law_1.2,7.476885986328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.19969087600708008
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.2018489646911621
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.29330495834350584
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.37296768188476564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.2132863998413086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.44399166107177734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.246167049407959
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.2757196807861328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,0.5768608093261719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,0.7682303619384766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.28953344345092774
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.142520980834961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,2,1,power_law_1.2,10.427042236328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.18035968780517578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.3361644744873047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.40460159301757814
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,2.1136537170410157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.6031129455566406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.01,0.8505094146728516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.01,0.8448057556152344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.01,0.8934374237060547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.01,0.8874527740478516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.01,0.919741439819336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.01,0.9584556579589844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.01,1.017844467163086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.01,1.0075154876708985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,2.784320068359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,1.4857093811035156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.01,1.1016339111328126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.01,1.2155590057373047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.01,1.2593862152099609
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.01,1.3285427856445313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.01,1.5973625183105469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.01,2.1330995178222656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,2,1,power_law_1.2,12.471287841796876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.01,2.6297451782226564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.01,3.6914675903320315
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,4.13811767578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.01,4.797053527832031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.01,6.942290039062501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.01,9.374451293945313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,5.532453002929687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.01,13.950482177734376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.10576191902160645
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.17151487350463868
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,6.931993408203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.2129862403869629
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.3204102325439453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.3083942413330078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.01,18.4474609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.3047769546508789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.3282080078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.3145523262023926
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.31991167068481446
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.36355262756347656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.316998405456543
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.35214656829833985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.35363521575927737
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.4511967849731445
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,0.7149337768554688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.38676929473876953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.39409599304199217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.44215232849121094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,1.2607936096191406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.01,28.85843994140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,1.880537567138672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.6052652740478516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,2.436937561035156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,0.9643449401855468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.17947647094726563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.2921273612976074
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.37676353454589845
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.5949113464355469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,3.5076123046874996
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,2,1,power_law_1.2,0.8095372772216797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,2,1,power_law_1.2,0.8820409393310547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,2,1,power_law_1.2,0.8952832031250001
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,2,1,power_law_1.2,0.8904544067382811
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,2,1,power_law_1.2,0.9435404968261718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,2,1,power_law_1.2,0.9679475402832031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,2,1,power_law_1.2,1.0139603424072265
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,4.619398498535157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,2,1,power_law_1.2,1.0170374298095703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,2,1,power_law_1.2,1.0530592346191407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,2,1,power_law_1.2,1.2103174591064454
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,2,1,power_law_1.2,1.2785779571533202
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,2,1,power_law_1.2,1.3466476440429687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,2,1,power_law_1.2,1.61859130859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.01,39.7875390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,2,1,power_law_1.2,2.0920614624023437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,2,1,power_law_1.2,2.6660781860351563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,6.741644287109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,2,1,power_law_1.2,3.701218566894531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,2,1,power_law_1.2,4.805420837402344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,9.323255615234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,2,1,power_law_1.2,6.950044555664062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,2,1,power_law_1.2,9.369229736328126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.11087295532226563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.15987584114074707
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.1947545623779297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.30902399063110353
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.29974271774291994
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,11.714322509765626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.31283647537231446
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.31589887619018553
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.3107711982727051
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.01,50.9875048828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.32937217712402345
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.3533388900756836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.3225414276123047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.3623321533203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.35899200439453127
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.38622528076171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.4139993667602539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.45529537200927733
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.4649030303955078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.5715513610839844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,0.7348089599609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,2,1,power_law_1.2,13.856016845703124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,0.9997971343994141
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,1.1938003540039062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,1.853927001953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,2.3930706787109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,2,1,power_law_1.2,18.574102783203124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,3.48947509765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,4.525628662109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.1225158405303955
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.40843456268310546
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.18989248275756837
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.6721234893798828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.01,1.2994578552246092
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.01,1.0023795318603514
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.01,1.947210235595703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.01,1.9894464111328127
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,6.829777221679687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.01,1.881616668701172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,2,1,power_law_1.2,29.374052734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.01,2.029731140136719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.01,2.143180084228516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.01,2.2754591369628905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.01,2.2919244384765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.01,2.414370574951172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.01,3.44265869140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.01,3.6909881591796876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,9.108680419921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.01,4.008728942871094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.01,3.499730529785156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.01,4.2637786865234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.01,4.871875915527344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,2,1,power_law_1.2,40.8341455078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.01,5.379857177734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.01,6.392530517578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.01,7.611572875976563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.0786790418624878
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,11.582310791015626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.21532608032226563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,2,1,power_law_1.2,52.010927734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.01,10.422672119140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.3619891357421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.12536704063415527
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.6731436920166016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,0.9584742736816405
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,0.9983245086669921
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,1.019362564086914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,1.0421190643310547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,1.0913561248779298
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.153372802734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.1448204803466797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.1621778869628907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.3204441833496094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.3652333068847657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.5315488052368165
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.01,13.090925292968752
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,1.4678463745117187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,1.5795359802246094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,1.7515040588378905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,1.9083091735839843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,2.2557708740234377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.365228729248047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.01,18.197109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,2.665372009277344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.1380121612548828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.18850879669189452
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.01,23.34896728515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.4063699340820312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.01,28.580537109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,3.474972839355469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.9247180938720703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,4.234316101074219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,2,1,power_law_1.2,1.2225971221923828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.6390284729003907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,2,1,power_law_1.2,1.8249151611328123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,2,1,power_law_1.2,1.935545654296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,5.744558715820313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,2,1,power_law_1.2,1.9696357727050782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,2,1,power_law_1.2,2.0584684753417966
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,7.344166870117188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,2,1,power_law_1.2,2.1421746826171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,9.369000244140626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,2,1,power_law_1.2,2.2580543518066407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,2,1,power_law_1.2,2.333367614746094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,2,1,power_law_1.2,2.493831024169922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,2,1,power_law_1.2,3.4807150268554685
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,2,1,power_law_1.2,3.6424459838867187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,2,1,power_law_1.2,3.8169177246093753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,2,1,power_law_1.2,4.106703491210938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,2,1,power_law_1.2,4.382550354003906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,2,1,power_law_1.2,4.953947448730469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,2,1,power_law_1.2,5.4071923828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,2,1,power_law_1.2,6.6607208251953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.1255852794647217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.07855552196502685
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,2,1,power_law_1.2,7.8974456787109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.20385919570922853
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.3373222351074219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.4774636840820312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,2,1,power_law_1.2,10.671195068359376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,2,1,power_law_1.2,13.27786865234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.6357286453247071
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,0.9387846374511719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,0.9887532806396484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,1.0103616333007812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,1.0516710662841797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,1.0855481719970703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,1.1303372955322266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,2,1,power_law_1.2,18.283201904296874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.1470201873779298
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.183512954711914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.323255615234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,2,1,power_law_1.2,23.55883544921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.3715840148925782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.4191334533691407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,2,1,power_law_1.2,28.77493896484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,1.5152294921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,1.9533561706542968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,1.7851353454589844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,1.594515838623047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,2.4081797790527344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,2.7306130981445316
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.01,0.04328000068664551
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.01,0.03274048089981079
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.01,0.0640550422668457
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.01,0.07905344009399415
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,3.547850952148438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.01,0.15815296173095703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,4.365343933105469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.01,0.14209535598754883
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.01,0.09966527938842773
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,5.828565063476562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,7.38970458984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.01,0.19970687866210937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.01,0.17253503799438477
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.01,0.17040767669677734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.01,0.17018623352050782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.01,0.17769855499267578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.01,0.18280704498291017
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,9.277130126953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.24850944519042967
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.01,0.19513984680175783
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.01,0.1933875274658203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.01,0.20327360153198243
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.01,0.21175552368164063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.5176358413696289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.01,0.21543039321899413
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.29698944091796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.33911102294921874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.027991681098937987
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.42710655212402343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.04923840045928955
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.03471168041229248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.06454336166381835
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.07412864208221435
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.10200063705444336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.10849791526794435
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.10974207878112793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.01,0.8943596649169923
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.1127782440185547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.11331839561462402
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.1164083194732666
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.01,1.6708230590820314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.01,2.073086700439453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.13391551971435547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.1362617588043213
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.01,0.7076697540283203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.14041791915893556
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.14403136253356935
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.157195520401001
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.1803455924987793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.1472652816772461
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.16905920028686522
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.2167955207824707
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.2485728073120117
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.3171257591247559
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.01,1.2764774322509767
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.38522430419921877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,2,1,power_law_1.2,0.03197695970535278
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.5272492980957031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,2,1,power_law_1.2,0.0414899206161499
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,2,1,power_law_1.2,0.07605823993682861
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,0.6706073760986329
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,0.9595327758789063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,2,1,power_law_1.2,0.05804480075836181
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,2,1,power_law_1.2,0.09502719879150391
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,1.2398137664794922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,2,1,power_law_1.2,0.1729145622253418
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,2,1,power_law_1.2,0.17434112548828123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,2,1,power_law_1.01,1.539171905517578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,2,1,power_law_1.2,0.1456486415863037
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,2,1,power_law_1.2,0.1898464012145996
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,2,1,power_law_1.2,0.18625663757324218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,2,1,power_law_1.2,0.16023487091064453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,2,1,power_law_1.2,0.1807200050354004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,2,1,power_law_1.2,0.16763904571533203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.25350528717041015
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,2,1,power_law_1.2,0.2045702362060547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,2,1,power_law_1.2,0.21381824493408202
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,2,1,power_law_1.2,0.21769664764404295
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,2,1,power_law_1.2,0.1884012794494629
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.30138048171997067
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,2,1,power_law_1.2,0.19546432495117189
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.3530688095092773
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.42912128448486325
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.028102400302886965
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.035291519165039066
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,2,1,power_law_1.2,0.5318815994262696
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.05879615783691407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.0717964792251587
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.10345600128173829
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.10986559867858887
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.11150719642639159
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.11322303771972657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.11503744125366211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.04841152191162109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.11736063957214356
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.13537792205810545
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,2,1,power_law_1.2,0.7147974395751954
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.13681023597717284
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.14170432090759277
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.1467289638519287
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.16184640884399415
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.1488486385345459
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,2,1,power_law_1.2,0.9073862457275391
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.1714137649536133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.184149112701416
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.2199679946899414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.25474943161010744
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.3196691131591797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.39269950866699216
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.5303744125366211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.059260802268981935
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,2,1,power_law_1.2,1.301091766357422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.09924480438232422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,0.6763008117675782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.15980095863342286
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.2304819107055664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,2,1,power_law_1.2,1.6830476379394532
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.5150976181030273
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.49353729248046874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.307642879486084
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.5826745605468749
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.5943539047241211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.01,0.6168953704833984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.5228793716430664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.5524070358276367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.6402207946777343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.5445471954345703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.6978892517089844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.01,0.7006079864501953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,0.967343978881836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.01,0.899859848022461
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.01,1.029335708618164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.01,1.3512396240234374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.01,0.6409286499023438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.6625888061523437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.6607698822021485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.01,0.7627302551269531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.01,2.255368347167969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.04787007808685303
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.06589248180389404
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.10554368019104003
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.14322239875793458
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.17806848526000976
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.01,2.8264019775390627
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.2662886428833008
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.01,5.171396484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.01,4.103555297851562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.2920729637145996
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.2939705657958984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.01,6.510761108398438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.30514623641967775
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.30623104095458986
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.31544832229614256
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.3511219024658203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.36355072021484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.3572351837158203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,1.2484575653076173
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.3761606216430664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.37174846649169924
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.39419647216796877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.4168620681762695
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.4575091171264648
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,2,1,power_law_1.2,2.0479461669921877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,0.6271865463256836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.5368121719360351
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,0.9612153625488281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,0.7895116424560547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,1.3890028381347657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.058853759765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,2,1,power_law_1.2,1.5461753845214843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.15309056282043457
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,1.8037158203124999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.10039360046386718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,2.566861572265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,3.3400543212890623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.5333651351928711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.2178054428100586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.5443648147583008
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.49096511840820317
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,4.144139404296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.5645785522460938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.5477049636840821
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.28762367248535153
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.5889990234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.6034880065917969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.6410720062255859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.6223583984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.7109292602539062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.6502329254150391
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,2,1,power_law_1.2,0.782058868408203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,2,1,power_law_1.2,0.7198169708251954
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,2,1,power_law_1.2,0.9026745605468751
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,2,1,power_law_1.2,1.3688485717773438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,2,1,power_law_1.2,1.6684672546386718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.047594242095947266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.06629055976867676
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.10357439994812012
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.1319174385070801
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,2,1,power_law_1.2,1.0677350616455077
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.16702848434448242
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.27320831298828124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.29588607788085936
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.30185407638549805
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.306235523223877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.6629682922363281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,2,1,power_law_1.2,2.246493377685547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.3122649574279785
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.31795520782470704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.3561075210571289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.35752254486083984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.36597633361816406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.3754470443725586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.4274476623535156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.3805286407470703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.40332096099853515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.46740478515625006
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,2,1,power_law_1.2,2.9030560302734374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.5436601638793945
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,0.6293632125854491
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,0.7933203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,1.0108223724365235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,1.3846949768066406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.11764287948608398
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.19760896682739257
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,2,1,power_law_1.2,4.0813119506835935
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.38542465209960936
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.5953676986694336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.8232134246826173
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.01,1.3598988342285157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.01,1.4478489685058595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.01,1.5026675415039061
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.01,1.5335353088378905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,1.8332818603515626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.01,1.5808889770507812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.01,1.6619308471679688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.01,1.7346144104003904
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.01,2.477722930908203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.01,2.605052185058594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.01,2.680028076171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.01,2.7046124267578127
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.01,2.8367935180664063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.01,3.1162234497070314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.01,3.3355877685546873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.01,3.8379180908203123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.01,4.4565100097656245
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.01,5.834071044921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,2,1,power_law_1.2,5.2693115234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,2.5641159057617187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.01,7.105162353515626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.01,10.161390380859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.08465408325195313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.14212672233581541
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.22804927825927734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.3279993438720703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.43369087219238284
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.6995897674560547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,0.7456044769287109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.01,12.999918212890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,0.7826124572753906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,0.7953330993652343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,0.8074041748046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,0.8366425323486328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,3.3478118896484377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,0.8509017944335937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,0.9265401458740234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,0.9621363067626953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,0.9816146850585937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,0.9712774658203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,1.017426528930664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.1189401245117188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.01,18.263756103515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.1777439880371094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,1.353240966796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,1.5760383605957031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,1.9623181152343752
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,2,1,power_law_1.2,6.523729858398437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,2.432195129394531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.01,23.863359374999998
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,3.1878567504882813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.01,29.487746582031253
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.19842176437377929
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.11651455879211425
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.38055423736572264
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.5562623977661133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.76142333984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,4.020653991699218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,2,1,power_law_1.2,1.346324462890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,2,1,power_law_1.2,1.4396640014648436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,2,1,power_law_1.2,1.5966835021972656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,2,1,power_law_1.2,1.5383949279785156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,5.651589965820312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,2,1,power_law_1.2,1.6255865478515623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,2,1,power_law_1.2,1.7042387390136717
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,4.113340759277344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,2,1,power_law_1.2,1.806708526611328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,2,1,power_law_1.2,2.57140869140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,7.359325561523437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,9.354555053710937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,2,1,power_law_1.2,2.7481607055664066
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,2,1,power_law_1.2,2.6221728515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,2,1,power_law_1.2,2.8038412475585934
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,2,1,power_law_1.2,2.9394982910156253
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,2,1,power_law_1.2,3.1406848144531248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,2,1,power_law_1.2,3.366079406738281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,2,1,power_law_1.2,3.966963806152344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,2,1,power_law_1.2,4.553544311523437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.08453184127807617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,2,1,power_law_1.2,5.860181274414062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.1402291202545166
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.22288063049316403
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,2,1,power_law_1.2,7.191903076171874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.2941708755493164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.399117431640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.6963263702392578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,0.7407584381103516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,0.7939987182617188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,2,1,power_law_1.2,10.299643554687501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,0.8173548889160156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,0.8261599731445312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,0.8524082946777345
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,0.8751923370361329
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,2,1,power_law_1.2,13.006981201171874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,0.9627474975585937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,0.9661062622070313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,0.9861401367187501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,1.0352333068847657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,0.996648941040039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.0888832092285157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.1446931457519531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,2,1,power_law_1.2,18.396260986328123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,1.6033241271972656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,1.3677503967285156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,1.9338482666015626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,2.449202575683594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.12972224235534668
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.1923731231689453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,3.2236126708984374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.4105702209472656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.6825177764892578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.01,1.1980057525634766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.01,1.6858610534667968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,4.155758056640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.01,1.955754852294922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,2,1,power_law_1.2,24.01968994140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.01,2.5322035217285155
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.01,2.6990316772460936
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.01,2.7626522827148436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,5.693844604492187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.01,2.949157104492188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.01,2.901783752441406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.01,3.233756103515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.01,3.094024353027344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.01,3.3772082519531255
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.01,3.591152648925781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.01,4.907827758789063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,2,1,power_law_1.2,29.99154052734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.01,5.3046069335937505
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.01,5.5686450195312505
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,7.356734619140624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.01,6.25373046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.01,6.764803466796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.01,7.873905639648437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.08215680122375488
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.12874496459960938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.01,9.083844604492189
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.21832063674926755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.3908006286621094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,9.195232543945313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.6341952133178711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.01,11.701263427734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,0.9521491241455078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,1.0071705627441407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.01,14.18599365234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.2903910827636718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.3738662719726562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.410845489501953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,1.5050047302246095
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,1.4791961669921876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,1.610528564453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,1.5630348205566407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,1.6446290588378907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,1.7072192382812499
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,1.8761024475097656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,1.9948332214355466
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,2.0626841735839845
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.01,19.3024365234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,2.3008274841308594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,2.4535289001464844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.01,24.59421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,2.7643334960937502
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,3.2190841674804687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.01,29.897216796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.1984889602661133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.412174072265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.12917311668395998
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.6786009979248047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,3.928270568847656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,2,1,power_law_1.2,1.0963775634765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,4.654065246582031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.5230137634277345
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,2,1,power_law_1.2,1.822234191894531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,6.393279418945313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,2,1,power_law_1.2,2.4736735534667966
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,2,1,power_law_1.2,2.6273944091796873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,8.074175415039061
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,9.689025268554687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,2,1,power_law_1.2,2.9579309082031253
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,2,1,power_law_1.2,2.7024551391601563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,2,1,power_law_1.2,2.8094912719726564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,2,1,power_law_1.2,3.063019409179687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,2,1,power_law_1.2,3.400768127441406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,2,1,power_law_1.2,3.221152038574219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,2,1,power_law_1.2,3.632357177734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,2,1,power_law_1.2,5.002469177246094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,2,1,power_law_1.2,5.361654052734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,2,1,power_law_1.2,5.720979003906249
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,2,1,power_law_1.2,6.400584106445312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,2,1,power_law_1.2,6.966770629882812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.08171263694763184
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,2,1,power_law_1.2,8.214432373046876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.21892864227294923
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.12878399848937988
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,2,1,power_law_1.2,9.521288452148436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.3905100631713867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.5709183883666993
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.8050534057617188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,0.9356781005859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,2,1,power_law_1.2,12.1268603515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,2,1,power_law_1.2,14.635042724609374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.2664947509765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.3387770080566406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,1.49951171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.3753446960449218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.433729248046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,1.5403768920898437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,1.585811767578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,1.62619140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,2,1,power_law_1.2,19.73543212890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,1.6701600646972659
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,1.9057664489746096
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,2,1,power_law_1.2,24.941213378906248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,2.047606964111328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,2.117725372314453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,2.324674530029297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,2.559384307861328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,2.9175033569335938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,3.38323974609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.05483071804046631
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,2,1,power_law_1.2,30.23856201171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.11262080192565918
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.1980019187927246
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,4.14691650390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.2449056053161621
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.37172992706298824
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.39033535003662106
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.01,0.43346111297607426
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.01,0.43969150543212887
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.01,0.45439872741699217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,4.944839172363281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.01,0.6295654296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.01,0.6456269073486328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.01,0.673930892944336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.01,0.6882860565185547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.0727622413635254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.01,0.6863884735107422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.41679039001464846
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.01,0.7145817565917969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.01,0.7602009582519531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,8.185761108398438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,6.608778686523438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.01,0.8079519653320313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,10.303634033203124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.01,0.9060256195068359
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.01,1.3459347534179689
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.01,1.051800994873047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.01,1.6637254333496094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.06702591896057128
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.050666241645812994
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.1783340835571289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.01,2.3025791931152346
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.36707263946533203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.11135359764099122
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.01,4.262536315917968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.01,2.94727294921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.22064640045166017
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.39400257110595704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.01,5.53547119140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,2,1,power_law_1.2,0.41518016815185543
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,2,1,power_law_1.2,0.4378208160400391
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,2,1,power_law_1.2,0.6558477020263671
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,2,1,power_law_1.2,0.4492780685424805
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,2,1,power_law_1.2,0.6693682861328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,2,1,power_law_1.2,0.46046592712402346
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,2,1,power_law_1.2,0.6878508758544922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.01,6.806304931640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,2,1,power_law_1.2,0.6890707397460938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,2,1,power_law_1.2,0.7066611480712891
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,2,1,power_law_1.2,0.8021292877197265
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,2,1,power_law_1.2,0.7311353302001953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,2,1,power_law_1.2,0.7690547180175782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,2,1,power_law_1.2,0.928062744140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,2,1,power_law_1.2,1.0697779083251953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,2,1,power_law_1.2,1.3669407653808594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,2,1,power_law_1.2,1.6882073974609377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.3842643356323242
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.24647743225097657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.01,0.7001074981689454
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,2,1,power_law_1.2,2.331981506347656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,2,1,power_law_1.2,2.9658782958984373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.01,1.691759338378906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.01,1.2007730865478516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.01,3.1467071533203126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.01,2.81003662109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.01,3.233066101074219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.01,3.3356973266601564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.01,2.9927514648437503
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,2,1,power_law_1.2,4.304017333984374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.01,3.4278759765624995
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.01,3.573055419921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.01,3.7652148437500004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.01,4.168366088867187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.01,4.552543334960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.01,5.1409454345703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,2,1,power_law_1.2,5.61594970703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.01,5.922437133789062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.01,6.344757080078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.01,6.831475830078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,2,1,power_law_1.2,6.843716430664062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.01,7.776340942382812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.01,9.208643798828124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.01,11.769366455078124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.01,0.14099007606506347
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.01,14.365457763671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.01,0.38032318115234376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.01,0.23660352706909177
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.01,19.509801025390622
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.01,0.8843539428710937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.01,0.6740460968017578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.01,1.6260467529296876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.01,1.4532397460937498
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.01,1.5471058654785157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.01,24.87974609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.01,1.7313504028320312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.01,1.8038406372070312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.01,1.7547602844238281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.01,1.6815750122070312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.01,1.9136799621582032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.01,1.9256640624999999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.01,1.9914271545410156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.01,1.8449542236328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.01,2.08276611328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.01,35.53380615234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,1,power_law_1.01,2.501964111328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,1,power_law_1.01,2.64096435546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,1,power_law_1.01,3.05275634765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,1,power_law_1.01,3.500830078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.01,46.0966650390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,1,power_law_1.01,4.385539245605469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,1,power_law_1.01,5.1336999511718755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,1,power_law_1.01,6.910693359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.38866878509521485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.24796735763549807
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,2,1,power_law_1.2,0.7023795318603516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,2,1,power_law_1.2,1.098353958129883
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,1,power_law_1.01,8.558280029296876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,2,1,power_law_1.2,1.5235501098632813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,2,1,power_law_1.2,2.750330810546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.01,57.1656689453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,2,1,power_law_1.2,2.9825363159179688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,2,1,power_law_1.2,3.1022283935546873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,2,1,power_law_1.2,3.2467001342773436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,1,power_law_1.01,12.536112060546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,2,1,power_law_1.2,3.3493637084960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,2,1,power_law_1.2,3.5102560424804685
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,2,1,power_law_1.2,3.6977087402343747
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,2,1,power_law_1.2,3.876192016601563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,2,1,power_law_1.2,4.749039306640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,2,1,power_law_1.2,4.38404296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,2,1,power_law_1.2,5.278749389648437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,2,1,power_law_1.2,6.038557739257813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,2,1,power_law_1.2,6.533420410156251
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,2,1,power_law_1.2,7.003282470703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,1,power_law_1.01,16.245731201171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,2,1,power_law_1.2,8.014622192382813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,2,1,power_law_1.2,9.500100097656249
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,2,1,power_law_1.2,12.100784912109376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,2,1,power_law_1.2,0.14094271659851074
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,2,1,power_law_1.2,0.2395929527282715
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,2,1,power_law_1.01,19.721351318359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,2,1,power_law_1.2,14.598123779296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,2,1,power_law_1.2,0.4134707260131836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,2,1,power_law_1.2,1.4297561645507812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,2,1,power_law_1.2,1.5463296508789062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,2,1,power_law_1.2,19.699342041015626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,2,1,power_law_1.2,1.6079417419433593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,2,1,power_law_1.2,0.6417581176757812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,2,1,power_law_1.2,0.8160537719726563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,2,1,power_law_1.2,1.7277976989746093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,2,1,power_law_1.2,24.9884912109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,2,1,power_law_1.2,1.6761619567871093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,2,1,power_law_1.2,1.894664306640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,2,1,power_law_1.2,2.006724548339844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,2,1,power_law_1.2,1.971763153076172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,2,1,power_law_1.2,2.0812780761718748
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,2,1,power_law_1.2,1.8473785400390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,2,1,power_law_1.2,2.1574861145019533
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,2,1,power_law_1.2,2.561323547363281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,2,1,power_law_1.2,1.7853273010253907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,2,1,power_law_1.2,36.4928662109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,2,1,power_law_1.2,2.8137112426757813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,2,1,power_law_1.2,3.551610107421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,2,1,power_law_1.2,4.361072082519532
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,2,1,power_law_1.2,3.143249816894531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,2,1,power_law_1.2,47.151967773437505
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,2,1,power_law_1.2,5.2753271484374995
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,2,1,power_law_1.2,7.0276904296875005
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.07157824039459229
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.11444224357604979
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,2,1,power_law_1.2,9.111988525390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.1505516815185547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.18561727523803712
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.22421119689941404
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.20719999313354492
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.19008960723876953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.19586240768432617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.19933439254760743
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,2,1,power_law_1.2,59.15215332031251
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,2,1,power_law_1.2,12.810111083984376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.20107391357421872
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.22977216720581053
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.2437932777404785
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.275467529296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.3668595123291015
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.25375999450683595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.5819123077392578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.6958707427978515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.01,1.0005235290527343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.27370304107666016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.28215871810913085
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.2946828842163086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.4016767883300782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.42402622222900394
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,2,1,power_law_1.2,16.022177734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.07457727909088134
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.0321888732910156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.12042752265930176
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.01,2.597174377441406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.11278719902038574
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.04868864059448243
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.11560383796691895
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.11809215545654297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.08180416107177735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.13475647926330567
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.14041536331176757
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.11288448333740235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.14909631729125977
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.11622400283813476
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.1607961654663086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.1692019271850586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.16584255218505858
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.21350015640258788
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.24530624389648437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.12120832443237303
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.01,3.9153805541992184
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.40436225891113275
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,0.5834041595458984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,0.7569792175292969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,2,1,power_law_1.2,19.524598388671876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.14371135711669922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.01,5.100308532714844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,1.0796358489990234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,1.482027587890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.3312460708618164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.06658112049102784
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.09674176216125488
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.01,6.473078002929688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.20348800659179686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.19812095642089844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.20352895736694335
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.11965760231018066
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.23015871047973632
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.2508550453186035
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.18901695251464842
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.18672639846801758
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.2552044868469238
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.26448575973510746
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.28804544448852537
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,2.267084808349609
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.28384639739990236
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.21316543579101563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.2767372894287109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.364150390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.43113662719726564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.5625606536865234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.6945030212402343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.20889343261718749
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.0226374053955078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,2.9217605590820312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.3786720275878905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,3.6532711791992183
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.06508351802825928
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.0499635314941407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.117511043548584
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.11485183715820313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.11606656074523927
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.11536255836486817
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.11897343635559081
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.1235372829437256
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.0491980791091919
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.13475775718688965
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.1498483180999756
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.1407744026184082
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.1624403190612793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.16957311630249022
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,4,1,power_law_1.2,2.5995385742187502
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.16608064651489257
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.21407552719116213
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.11091903686523437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.24654783248901366
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.07758912086486816
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.14448320388793945
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.40106945037841796
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,0.7352044677734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,4,1,power_law_1.2,3.815371398925781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,0.5749119949340821
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,1.1642809295654297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.0952998447418213
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.32960254669189454
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,1.5020396423339843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.2117401695251465
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.161331844329834
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,4,1,power_law_1.2,5.182874755859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.3199839973449707
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.30000511169433597
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.3568755340576172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.3163897514343262
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.2984819221496582
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.3540857696533203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.3946233749389648
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.3926137542724609
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,2.226768035888672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.3917708969116211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.4254892730712891
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.5983347320556641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,4,1,power_law_1.2,6.3214916992187495
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.3511167907714844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.01,0.9954425811767578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.3594911956787109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.3260313415527344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.01,1.7808493041992186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.3341197204589843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,2.916734619140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.4584479904174804
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.7130630493164063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.01,3.375596008300781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.205401611328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,3.6447769165039063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.06163392066955566
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.01,4.340364074707031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.09523008346557618
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.17867136001586914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.176824951171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.17984064102172853
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.18237247467041015
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.17471231460571288
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.1934547233581543
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.12775808334350586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.1914463996887207
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.20107328414916995
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.17289920806884768
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.22684415817260742
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.24542720794677733
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.1779257583618164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.01,6.51046142578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.3251776123046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.3799327850341797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.5184447860717774
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,0.6653772735595703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,0.9284639739990235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,1.2466976165771484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.01,8.363607177734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,1.8277325439453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.22436800003051757
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.14757184028625486
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.2598265647888184
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,2.4429081726074218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.28895679473876956
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.09346176147460937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.3556345748901367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.01,11.070633544921876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.18528127670288086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.3661721420288086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.32291454315185547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.3547788619995117
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.3625446319580078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.3882681655883789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.3937926483154297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.40026111602783204
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,3.6159436035156247
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.42845760345458983
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.49063873291015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.30201599121093753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.5938195037841797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.7134432220458985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,4,1,power_law_1.2,0.9646502685546874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.3502067184448242
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.3231967926025391
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,4,1,power_law_1.2,1.7752517700195312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.2814796447753904
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,4.813817749023437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,4,1,power_law_1.2,3.3314074707031254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.2005337524414064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.06173247814178466
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,5.8253631591796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,4,1,power_law_1.2,4.401047668457031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.08806015968322753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.17649023056030272
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.11553855895996094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.17539392471313478
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.1812006378173828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.18544832229614258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.16959360122680664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.1772287940979004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.192238712310791
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.19345792770385742
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.17816831588745116
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.19867584228515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.2256972885131836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,4,1,power_law_1.2,6.3985485839843745
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.2457375907897949
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.27561216354370116
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.3230054473876953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.38296382904052734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.5083679962158203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,0.6065030288696289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,0.9414540863037109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,1.2148281860351564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,1.8648760986328123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.23020608901977538
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.08839232444763183
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.11494848251342774
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.18327871322631836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.40181503295898435
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.5467283248901367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,4,1,power_law_1.2,8.56145263671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.6902265930175782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,2.47271484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.01,1.0037305450439453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.01,0.9681887817382812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.01,1.0467686462402344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.01,1.024682846069336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.01,1.120157470703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,4,1,power_law_1.2,11.077269287109376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.01,1.1885196685791015
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,3.5699066162109374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.01,1.1736678314208984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.01,1.2480921936035156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.01,1.76208251953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.01,1.8261555480957032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.01,1.7755506896972655
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.01,2.002565155029297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.01,2.1262355041503906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.01,2.4550848388671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.01,2.7409146118164065
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,4.823367614746094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.01,3.2665042114257816
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.06277567863464355
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.0826028823852539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.01,3.8711911010742184
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.12531392097473143
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.20343999862670897
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.30527807235717774
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.01,5.217037353515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.3858118438720703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.5434329605102539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.01,6.5668896484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.5647916793823242
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.5912806320190429
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.5780096054077148
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.6231916809082032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.01,9.589223022460938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.650123519897461
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,5.933158569335937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.01,12.4597412109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.6484114837646484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.01,15.10614013671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.6611763000488281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.7597305297851562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,0.7868006134033203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.76534912109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,0.8796685028076172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,0.8365344238281249
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,0.9911449432373047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,1.098223342895508
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.3414413452148437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.08714303970336915
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,1.5499002075195312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.1833363151550293
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.11488448143005373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.3932185745239258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.4797036743164062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,2.0126803588867186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.6661516571044922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,4,1,power_law_1.2,0.9546080017089844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,5.492505493164062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,4,1,power_law_1.2,0.9943827056884766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,2.5355743408203124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,4,1,power_law_1.2,1.0166284942626953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,3.570444030761719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,4,1,power_law_1.2,1.0686380767822266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,4.501443176269531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,4,1,power_law_1.2,1.1220915222167969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,4,1,power_law_1.2,1.2147251129150392
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,4,1,power_law_1.2,1.1605632019042968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,4,1,power_law_1.2,1.7631327819824218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,4,1,power_law_1.2,1.2860850524902343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,4,1,power_law_1.2,1.8079455566406248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,4,1,power_law_1.2,2.0774195861816405
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,4,1,power_law_1.2,1.898602294921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,4,1,power_law_1.2,2.188203582763672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,4,1,power_law_1.2,2.7501080322265627
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,4,1,power_law_1.2,2.5007872009277343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.05921472072601318
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,4,1,power_law_1.2,3.3658456420898437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.07733248233795166
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.12559616088867187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.1951545524597168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,4,1,power_law_1.2,3.9991372680664066
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.2739078330993652
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.37126079559326175
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.5329017639160156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.5606156921386718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.5742169570922852
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,4,1,power_law_1.2,5.308362426757812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.599496955871582
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,4,1,power_law_1.2,6.69447509765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.6200313568115234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,4,1,power_law_1.2,9.6543701171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,4,1,power_law_1.2,12.412735595703126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.6436486053466797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.6520518493652344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,0.7941932678222656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.6767571258544922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.7689612579345704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,4,1,power_law_1.2,15.100543212890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,0.8673017883300782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,0.9217964935302735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,0.8127782440185547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,1.132968292236328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.0472402954101563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.3870527648925781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,1.6635104370117186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.01,0.025278079509735107
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.01,0.04340928077697754
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,2.5888262939453126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,2.100816650390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.01,0.03562432050704956
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.01,0.05251008033752441
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,3.6866580200195314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.01,0.062426238059997564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.01,0.0870342445373535
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,4.604252014160156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,5.502376708984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.01,0.09147135734558105
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.01,0.0963270378112793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.01,0.09738752365112305
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.01,0.09855551719665527
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.01,0.11265343666076659
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.18651519775390626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.21137983322143555
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.01,0.1151148796081543
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.01,0.11934720039367677
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.01,0.12713408470153809
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.01,0.1297875213623047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.01,0.1319910430908203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.01,0.1390790367126465
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.01,0.14726079940795897
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.2241535949707031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.2991705513000488
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.3580838394165039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.49137153625488283
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.01,0.025840001106262205
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.01,0.028880000114440918
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.01,0.03813823938369751
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.623322868347168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.01,0.04405951976776123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.01,0.0503059196472168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.01,0.8861337280273437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.01,0.06489024162292481
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.01,0.07852159976959229
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.01,0.08472895622253418
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.01,0.09257920265197754
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.01,0.09821184158325195
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.01,0.10301759719848633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.01,1.4046995544433594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.01,1.1502745819091795
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.01,0.06768511772155762
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.01,0.06929855823516846
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.01,0.07040256023406982
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.01,0.07193024158477783
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.01,0.07647232055664063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.01,0.10067968368530274
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.01,0.1139078426361084
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.01,0.24374143600463868
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.01,0.1779257583618164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.01,0.12492671966552735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2048,768,8,128,4,1,power_law_1.2,0.02547327995300293
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.01,0.16543359756469728
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.01,0.2945792007446289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2048,768,8,128,4,1,power_law_1.2,0.04229440212249756
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.01,0.4065926361083984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.01,0.5134342575073243
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2048,768,8,128,4,1,power_law_1.2,0.03429503917694092
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.01,0.7352819061279297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2048,768,8,128,4,1,power_law_1.2,0.050496001243591306
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2048,768,8,128,4,1,power_law_1.2,0.06067647933959961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2048,768,8,128,4,1,power_law_1.2,0.11460864067077636
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2048,768,8,128,4,1,power_law_1.2,0.08772735595703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2048,768,8,128,4,1,power_law_1.2,0.09823807716369629
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2048,768,8,128,4,1,power_law_1.2,0.0939136028289795
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2048,768,8,128,4,1,power_law_1.2,0.11872320175170899
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2048,768,8,128,4,1,power_law_1.2,0.09616127967834473
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.01,0.9531986999511719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,4,1,power_law_1.01,1.1747776031494142
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2048,768,8,128,4,1,power_law_1.2,0.10038399696350098
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2048,768,8,128,4,1,power_law_1.2,0.12958016395568847
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2048,768,8,128,4,1,power_law_1.2,0.11678848266601563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2048,768,8,128,4,1,power_law_1.2,0.1271020793914795
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2048,768,8,128,4,1,power_law_1.2,0.1326144027709961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.18929279327392579
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.2187801551818848
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2048,768,8,128,4,1,power_law_1.2,0.13928447723388673
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.36789569854736326
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.2255379295349121
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2048,768,8,128,4,1,power_law_1.2,0.14843135833740234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,2048,768,8,128,4,1,power_law_1.2,0.03102976083755493
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,2048,768,8,128,4,1,power_law_1.2,0.03762495994567871
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,2048,768,8,128,4,1,power_law_1.2,0.042315521240234376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.3005235290527344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,2048,768,8,128,4,1,power_law_1.2,0.025931520462036135
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,2048,768,8,128,4,1,power_law_1.2,0.06522751808166503
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,2048,768,8,128,4,1,power_law_1.2,0.06838784217834473
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.4961862564086914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,2048,768,8,128,4,1,power_law_1.2,0.0701580810546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,2048,768,8,128,4,1,power_law_1.2,0.07091328144073486
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,2048,768,8,128,4,1,power_law_1.2,0.049304962158203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,2048,768,8,128,4,1,power_law_1.2,0.07712575912475586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,2048,768,8,128,4,1,power_law_1.2,0.07927487850189209
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,2048,768,8,128,4,1,power_law_1.2,0.09350208282470704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,2048,768,8,128,4,1,power_law_1.2,0.08614720344543457
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,2048,768,8,128,4,1,power_law_1.2,0.09872703552246094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,2048,768,8,128,4,1,power_law_1.2,0.0737830400466919
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,2048,768,8,128,4,1,power_law_1.2,0.11467840194702147
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.6288070297241211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,2048,768,8,128,4,1,power_law_1.2,0.10429183959960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,2048,768,8,128,4,1,power_law_1.2,0.1785830307006836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,2048,768,8,128,4,1,power_law_1.2,0.10269248008728027
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,2048,768,8,128,4,1,power_law_1.2,0.29926271438598634
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,2048,768,8,128,4,1,power_law_1.2,0.1676032066345215
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,2048,768,8,128,4,1,power_law_1.2,0.12592384338378906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,2048,768,8,128,4,1,power_law_1.2,0.24502656936645506
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,2048,768,8,128,4,1,power_law_1.2,0.4086016082763672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2048,768,8,128,4,1,power_law_1.2,0.893169937133789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,2048,768,8,128,4,1,power_law_1.2,0.5175289535522462
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.0612940788269043
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.09360960006713867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.13035584449768067
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.048048000335693355
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.25339967727661133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.2865305519104004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.1701375961303711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.3015635108947754
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.2950374412536621
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.2892038345336914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.31768831253051755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.32946430206298827
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.3396108627319336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.1520403289794923
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.3422617721557617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.38301246643066406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.38809215545654296
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.43892864227294925
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.526940803527832
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.6101958465576172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.01,0.7643705749511719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.3326105499267578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,2048,768,8,128,4,1,power_law_1.2,0.7381676483154297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.361596794128418
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.01,0.920250244140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.01,1.282974090576172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.03385279893875122
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.05033023834228516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.06910336017608643
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.09700991630554198
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.11510527610778809
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.01,1.6817984008789062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.01,2.329237823486328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.1668448066711426
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.01,3.028636779785156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.18091392517089844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.178654727935791
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.01,3.7897216796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.1863827133178711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.18674879074096679
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.1937126350402832
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.220882568359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.23124160766601562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.22552768707275392
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.23581504821777344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.24093696594238284
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.2572889518737793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.281265926361084
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.2997638320922852
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2048,768,8,128,4,1,power_law_1.2,1.4140415954589844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.41891841888427733
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.36266368865966797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,2048,768,8,128,4,1,power_law_1.2,0.9611660766601563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,0.647386245727539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.5379731369018554
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,1.65023681640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,1.1620499420166017
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,0.8999142456054688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.12196352005004882
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.04787136077880859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,2.14166015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.061930880546569825
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.0896332836151123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.2819660758972168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.3035193634033203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.30484031677246093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.324967041015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.3338700866699219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.3372051239013672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.34019199371337894
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,2.69599609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.16076480865478515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.2610969543457031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.34524353027343746
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.2953894424438476
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,2048,768,8,128,4,1,power_law_1.2,1.1786886596679689
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.3866835021972656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.36574783325195315
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.5344070434570313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.44699455261230464
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.3957171249389648
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.6309401702880859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.035608959197998044
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,4,1,power_law_1.2,0.7663801574707032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.06767104148864747
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.08707519531249999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.050634241104125975
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,4,1,power_law_1.2,0.9502214050292969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.11157504081726075
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.16967807769775392
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.1836851119995117
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.18071744918823243
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.1876198387145996
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.1912646484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.19539327621459962
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.22478143692016603
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.22529600143432615
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.23330303192138674
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.24083520889282228
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,4,1,power_law_1.2,1.2965927124023438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.24422143936157226
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,4,1,power_law_1.2,1.6825305175781249
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.2681439971923828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.2840512084960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.3060351943969727
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.3676319885253906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.42956607818603515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.5369894409179687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,0.6632755279541016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,0.9077760314941405
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.08404543876647949
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.1175705623626709
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.1978713607788086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.35338176727294923
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.4283347320556641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,4,1,power_law_1.2,2.3877516174316407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.7051801300048828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.01,0.7689446258544922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.01,0.7981465911865234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,1.1458854675292969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.01,0.8107552337646485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.01,0.8172889709472656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.01,0.8694406127929687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.01,0.9044070434570312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.01,1.2259954833984374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.01,1.3033882141113282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.01,1.349893798828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.01,1.3608416748046874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.01,1.425854034423828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.01,1.5620608520507813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.01,1.6611846923828124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.01,1.9198150634765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.01,2.249502716064453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.01,2.9042886352539066
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.01,3.6135449218749995
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.01,5.027016296386718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,4,1,power_law_1.2,3.081110534667969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,1.6871641540527342
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.06088191986083984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.01,6.504681396484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.08119872093200683
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.13721088409423826
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.18800128936767577
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.24512447357177733
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.3874777603149414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.01,9.5864599609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.4130047988891602
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.43511936187744144
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.44390529632568365
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.4490201568603515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.46339263916015627
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.4709235382080078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.524068489074707
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.01,12.590675048828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.5447967910766602
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.549791374206543
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.5479872131347656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.577259521484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.6285440063476562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.6715385437011718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,0.77434814453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,0.8936563110351562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.01,15.405521240234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,1.1086361694335938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,1.4001394653320314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,2.1531129455566407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.08427200317382813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,4,1,power_law_1.2,3.7229995727539062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.11773056030273436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,1.895710144042969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.19332351684570312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.3383123016357422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.3995308685302734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,2.4192410278320313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,4,1,power_law_1.2,0.8090303802490235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.6994124603271484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,3.452303466796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,4,1,power_law_1.2,0.7562860870361329
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,4.3642822265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,4,1,power_law_1.2,0.8387974548339845
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,4,1,power_law_1.2,0.8918617248535157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,4,1,power_law_1.2,0.8252153778076172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,5.5137658691406255
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,4,1,power_law_1.2,1.2876486206054687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,4,1,power_law_1.2,0.9267648315429687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,4,1,power_law_1.2,1.3135353088378907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,4,1,power_law_1.2,1.3918540954589844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,4,1,power_law_1.2,1.5696185302734373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,4,1,power_law_1.2,1.4169509887695313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,4,1,power_law_1.2,1.4616812133789063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,4,1,power_law_1.2,1.6828416442871095
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,4,1,power_law_1.2,1.9750694274902343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,4,1,power_law_1.2,2.2702508544921876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,4,1,power_law_1.2,2.961717224121094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.061873922348022456
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.08121536254882813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.13507455825805664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,2.6994949340820313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,4,1,power_law_1.2,3.635503234863281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.16926656723022462
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.22832511901855468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.41171840667724613
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.3869152069091797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.4408531188964844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,4,1,power_law_1.2,5.090271911621094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.45305343627929684
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.46136833190917964
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,4,1,power_law_1.2,6.497510986328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.4697753524780273
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.48275199890136716
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.5476339340209961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.548292465209961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.5710931015014649
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.6332479858398438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.5777836990356445
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.6014419174194335
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,4,1,power_law_1.2,9.591038818359376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.689098892211914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,0.8992742156982422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,0.7909881591796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,1.1704876708984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,1.414903106689453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.09170304298400879
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.1187769603729248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.18574655532836915
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,4,1,power_law_1.2,12.49690673828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.4076761627197266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,1.91865478515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.6562464141845703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.01,0.8894022369384766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,2.4604742431640623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.01,1.0150745391845704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.01,1.3086994934082032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,4,1,power_law_1.2,15.221217041015626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.01,1.396375732421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.01,1.4324557495117187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,3.433732604980469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.01,1.4884474182128906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.01,1.5971910095214843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.01,1.5230540466308593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.01,1.6570407104492186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.01,1.7439065551757813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.01,1.8474176025390627
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.01,2.66597900390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.01,2.4445703125000002
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.01,2.7785742187499998
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.01,3.141681823730469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.01,3.430807800292969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.01,4.057820739746093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,4.4569854736328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.06185472011566162
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.08599743843078614
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.01,4.599500732421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.12928704261779783
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.21804416656494138
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.35656639099121096
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.01,5.806942749023437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.497889289855957
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.01,7.112143554687501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,5.424147338867188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.574709129333496
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.7303609466552734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,0.7748287963867188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.01,10.36113525390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,0.79665283203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.01,13.06091796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,0.831825942993164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.01,15.890388183593751
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,0.8469651031494141
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,0.8827168273925782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,0.9124607849121095
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,0.9337964630126953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,1.069398422241211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.1742034912109376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.2916767883300782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,1.1169094085693358
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,0.9677407836914063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.4087353515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.0902131175994873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,1.6083148193359373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.1183839988708496
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,1.8580645751953124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.18604223251342772
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.4082751846313476
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.605344009399414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,2.436785888671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.7972185516357422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,2.8768594360351565
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,4,1,power_law_1.2,0.9590777587890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,3.88072509765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,4,1,power_law_1.2,1.2727212524414062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,4,1,power_law_1.2,1.3607962036132812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,4.930365295410157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.4503001403808593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,6.005357055664062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,4,1,power_law_1.2,1.4033555603027343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,4,1,power_law_1.2,1.5239942932128907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,4,1,power_law_1.2,1.5796697998046876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,4,1,power_law_1.2,1.741026611328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,4,1,power_law_1.2,2.5049830627441407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,4,1,power_law_1.2,1.6543026733398438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,4,1,power_law_1.2,1.833686981201172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,4,1,power_law_1.2,2.862889709472656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,4,1,power_law_1.2,3.5573663330078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,4,1,power_law_1.2,2.6712774658203124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,4,1,power_law_1.2,3.2242156982421877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.06588287830352783
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,4,1,power_law_1.2,4.151164245605469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.08580927848815918
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,4,1,power_law_1.2,4.765240173339843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.2183328056335449
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.1335097599029541
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.33966335296630856
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.5415091323852539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.45128959655761725
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.716689910888672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,4,1,power_law_1.2,6.008203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.7576338958740234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,4,1,power_law_1.2,7.35755126953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,0.7784537506103516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,0.8111238098144531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,4,1,power_law_1.2,13.146805419921876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,4,1,power_law_1.2,10.417916259765624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,0.8440774536132812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,0.8700921630859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,0.9017151641845704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,0.9492620849609376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,0.9269638061523438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,4,1,power_law_1.2,15.9113427734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.0797196960449218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.3293927001953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.1493081665039062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.1955328369140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.462440948486328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,1.7268640136718751
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,1.9649626159667968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.05408512115478516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.03585024118423462
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.10124863624572752
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,2.5094706726074216
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,2.938360290527344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.20327743530273437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.07300415992736817
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,4.084187622070313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.14761024475097656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.23177791595458985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.2458956718444824
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.21394624710083007
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.2547052764892578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,5.06545654296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.2646457672119141
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,6.033607177734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.32953151702880856
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.3516543960571289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.3348332977294922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.41767040252685544
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.01,0.5031756973266601
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.3639289474487305
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.3845465469360351
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.01,0.5879046249389648
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.36093185424804686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.01,0.43522689819335936
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.01,0.7600141143798828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.03662400007247925
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.05084224224090576
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.01,0.9467922973632813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.07071167945861816
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.09331839561462403
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.19952384948730467
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.01,1.3238304138183594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.2170854377746582
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.2496556854248047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.12841535568237306
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.01,1.7032569885253905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.23250431060791016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.01,3.225813903808594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.01,2.4629945373535156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.26166336059570316
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.2652691268920898
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.01,3.985298461914063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.33845054626464843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.3635590362548828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.34722686767578126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.3645241546630859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.37753982543945314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.42042686462402346
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.39817985534667966
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,4,1,power_law_1.2,0.5109990310668946
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,4,1,power_law_1.2,0.4356204986572266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,4,1,power_law_1.2,0.5947065734863282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,4,1,power_law_1.2,0.7702777862548829
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,4,1,power_law_1.2,0.958172836303711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.2498918342590332
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.3905875015258789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.01,0.6390304183959961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,4,1,power_law_1.2,1.713255615234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.12469696044921874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,4,1,power_law_1.2,1.337127685546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.01,1.573486022949219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.01,1.4662144470214844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.01,0.8948185729980469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.01,1.6425599670410158
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.01,1.752574005126953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.01,1.811922607421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.01,1.8981581115722654
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.01,1.6942291259765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.01,1.9956101989746096
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,4,1,power_law_1.2,2.4756544494628905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.01,2.2120819091796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,4,1,power_law_1.2,3.2425683593750003
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.01,2.6464685058593753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.01,2.371369018554687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.01,3.123340759277344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.01,3.1431961059570312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.01,3.395893859863281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,4,1,power_law_1.2,4.003312683105468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.01,3.882291870117187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.01,4.458596496582031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.01,5.72773193359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.01,7.09754150390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.01,0.09152640342712402
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.01,0.1430630397796631
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.01,10.242171630859374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.01,0.23363584518432617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.01,0.3586348724365235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.01,12.989470214843749
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.01,0.799486083984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.01,0.8561382293701172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.01,0.8980614471435547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.01,0.9296742248535157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.01,18.160496826171872
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.01,0.49377086639404294
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.01,1.0028710174560547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.01,0.954108123779297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.01,0.9696825408935548
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.01,1.0244614410400392
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.01,1.06976318359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.01,1.064153594970703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.01,1.1080384063720703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.01,1.1744185638427733
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,1,power_law_1.01,1.44259521484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.01,23.860429687499998
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,1,power_law_1.01,1.5635647583007812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.01,29.2069189453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,1,power_law_1.01,1.8048538208007812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,1,power_law_1.01,2.0689010620117188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,1,power_law_1.01,2.665770874023438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.1242956829071045
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.2517606353759766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,1,power_law_1.01,3.185693359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.38999488830566403
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,4,1,power_law_1.2,0.5835788726806641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,1,power_law_1.01,4.224316101074218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,4,1,power_law_1.2,1.4436441040039063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,1,power_law_1.01,5.438630371093749
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,4,1,power_law_1.2,1.5642233276367188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,4,1,power_law_1.2,0.815564193725586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,4,1,power_law_1.2,1.6238362121582033
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,1,power_law_1.01,7.471442260742188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,1,power_law_1.01,9.986195678710938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,4,1,power_law_1.2,1.8522764587402343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,4,1,power_law_1.2,1.7029330444335937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,4,1,power_law_1.2,1.7572966003417967
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,4,1,power_law_1.2,1.9636044311523437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,4,1,power_law_1.2,2.066339874267578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,4,1,power_law_1.2,2.5118328857421877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,4,1,power_law_1.2,2.2761715698242186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,4,1,power_law_1.2,2.7938201904296873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,4,1,power_law_1.01,12.329954833984376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,4,1,power_law_1.2,3.2020440673828126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,4,1,power_law_1.2,3.235927734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,4,1,power_law_1.2,3.4948236083984376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,4,1,power_law_1.2,3.9909204101562503
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,4,1,power_law_1.2,4.5560916137695315
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,4,1,power_law_1.2,0.08969663619995118
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,4,1,power_law_1.2,0.14303359985351563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,4,1,power_law_1.2,5.834733276367187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,4,1,power_law_1.2,0.22910655975341795
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,4,1,power_law_1.2,7.208047485351562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,4,1,power_law_1.2,0.33044799804687497
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,4,1,power_law_1.2,10.29336669921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,4,1,power_law_1.2,0.7828057861328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,4,1,power_law_1.2,0.8540819549560548
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,4,1,power_law_1.2,0.8862515258789063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,4,1,power_law_1.2,12.936341552734376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,4,1,power_law_1.2,0.4498758316040039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,4,1,power_law_1.2,0.9295961761474609
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,4,1,power_law_1.2,0.9517836761474608
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,4,1,power_law_1.2,0.9862707519531251
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,4,1,power_law_1.2,18.400883789062497
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,4,1,power_law_1.2,1.0483296203613282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,4,1,power_law_1.2,1.1007820892333986
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,4,1,power_law_1.2,1.0239437103271485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,4,1,power_law_1.2,1.15295166015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,4,1,power_law_1.2,1.117146224975586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,4,1,power_law_1.2,1.5184921264648437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,4,1,power_law_1.2,1.2266617584228516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,4,1,power_law_1.2,1.6877177429199217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,4,1,power_law_1.2,23.785695800781248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,4,1,power_law_1.2,2.154200286865234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,4,1,power_law_1.2,1.8911712646484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,4,1,power_law_1.2,2.6735040283203126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,4,1,power_law_1.2,3.2157470703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.046894078254699705
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,4,1,power_law_1.2,4.350471801757813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.06908544063568114
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,4,1,power_law_1.2,5.490396118164062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.07571839809417724
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.10938624382019042
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.1041267204284668
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.11296640396118166
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.10971903800964355
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,4,1,power_law_1.2,7.641023559570312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,4,1,power_law_1.2,29.276140136718748
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.10743040084838866
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.13373824119567873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.11391872406005858
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.13224448204040526
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.11491840362548829
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.17844928741455077
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.25950912475585936
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.1598348808288574
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.33319297790527347
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.14519743919372557
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.17488063812255858
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.15302271842956544
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,4,1,power_law_1.2,10.066842041015624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.20374719619750978
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.7264505767822266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.0561293029785157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.38616703033447264
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.3880345153808595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.056169600486755365
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.04624320030212402
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.034686720371246337
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.5466803359985352
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.0044947814941407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.06844927787780761
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.06935103893280029
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,4,1,power_law_1.2,12.395528564453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.07600192070007325
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.08892288208007812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.09739904403686524
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.08783103942871093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.06897791862487793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.07202816009521484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.07089983940124511
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.10079936027526855
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.11063679695129394
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.14356736183166502
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.15915648460388182
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.20623680114746096
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.07254144191741943
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.2390131187438965
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.08926400184631347
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.3383814239501953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.01,2.7534802246093752
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.10692031860351563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.044255361557006836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.01,3.3805694580078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,0.6207680130004883
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.06094207763671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.07097856044769288
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.10267264366149902
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.1004422378540039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.11440320014953613
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.44152126312255857
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.11868096351623536
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.11039360046386719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.13482687950134278
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.14757887840270995
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.1495404815673828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,1.2556275177001954
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.16465024948120116
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.17823488235473633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.10719039916992187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.201715202331543
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.11083968162536621
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.2606009674072266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.32365886688232426
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.17789119720458985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.37588737487792967
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,0.8328768157958985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.5441952133178711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,1.653690948486328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.12902976036071778
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.0436351776123047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.7067027282714844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.052565760612487786
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,2.1360076904296874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.03385600090026856
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.3107814025878906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.044220800399780276
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.06788032054901123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.06932479858398437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.07706560134887695
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.08344511985778809
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.06990528106689453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.09037887573242187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.07066559791564941
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.09421631813049317
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.07245183944702148
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.10171711921691895
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.10887104034423829
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.1107046413421631
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.15913215637207032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.2011020851135254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.07292672157287597
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.23700288772583006
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.006387176513672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.33691646575927736
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.0867903995513916
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.13887424468994142
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.44361598968505855
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,8,1,power_law_1.2,2.719346008300781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,0.6302380752563477
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.09197504043579101
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.12401535987854004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.16060991287231446
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.05898560047149658
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,0.8489715576171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.1662841606140137
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.17687807083129883
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,8,1,power_law_1.2,3.328502502441406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.1682374382019043
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.1665817642211914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.17067840576171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.24650175094604493
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.24610431671142577
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.2552627182006836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,1.2143257904052736
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.17363328933715821
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.18570816040039062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.3488153457641602
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.26319360733032227
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.3711014556884765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.1862860870361328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.5126176071166992
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.6313568115234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.18886655807495117
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.01,0.9083590698242187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.1652588653564453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,1.7311199951171876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.01,1.751541748046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.274499206542969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.09826687812805177
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.07289087772369385
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.04647295951843262
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.10132927894592285
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.1008345603942871
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.10259072303771972
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.10559679985046386
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,2.0888429260253907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.01,3.33127685546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.11705535888671874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.0982975959777832
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.11781248092651367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.13455552101135254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.14393728256225585
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.06432960033416749
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.1522655963897705
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.15827903747558594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.2018662452697754
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.09862144470214844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.21957759857177733
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.2963327980041504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.01,4.420880737304687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.37394687652587894
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.11272319793701172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.5170182418823243
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,0.6727168273925781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,0.985577621459961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.08420096397399902
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.05972224235534668
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.01,5.560635375976562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,1.3097779846191406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.10516223907470704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.15959168434143067
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.17323007583618164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.17737216949462892
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,1.9355564880371094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.1860428810119629
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.1943724822998047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.18683391571044922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.24907840728759764
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.15969663619995117
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.2469651222229004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.2558086395263672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.26309247970581057
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.1894419288635254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.3483161544799805
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.16786624908447265
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.1673779106140137
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.3713868713378906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.5086751937866211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.622303352355957
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,8,1,power_law_1.2,0.9469010925292969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,2.6246981811523438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.157347183227539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,8,1,power_law_1.2,1.7650003051757814
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,3.278626708984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.09866880416870118
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.09591872215270995
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.10013952255249023
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.10180800437927247
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.10083071708679199
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.10454079627990723
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.10701824188232423
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.2679718017578123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.11286527633666991
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.11627519607543946
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.11539775848388671
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.13088000297546387
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.14447999954223634
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.1548185634613037
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.06776192188262939
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.1575494384765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.20139648437500002
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.21967487335205077
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.04646912097930908
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.2957548713684082
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.37476158142089844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.06154176235198975
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.526036491394043
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,0.6836134338378906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,8,1,power_law_1.2,3.3868524169921876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.07361855983734131
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.0860166358947754
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.11445440292358397
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.18338623046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.3100320053100586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,0.9733574676513672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.4258137512207031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.5163679885864257
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.532729606628418
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.5460217666625977
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,1.2987738037109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.5841523361206055
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,8,1,power_law_1.2,4.472584838867188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.6350105667114259
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.6584921264648438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.6562079620361329
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.6766655731201172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.01,0.8798207855224609
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,1.9553407287597657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.01,0.8945926666259766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,8,1,power_law_1.2,5.607064208984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.01,0.9385062408447264
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.01,1.0500691223144532
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.01,1.1309305572509767
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,2.608814697265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.01,1.2831820678710937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.01,1.4394668579101562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.01,1.7615673828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.0496127986907959
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.01,2.1123948669433594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.06269824028015136
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.0843238353729248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.13544384002685547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.01,2.8667379760742184
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.20564544677734373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.2512403106689453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.01,3.6397402954101565
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,3.2984851074218753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.36706302642822264
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.34289344787597653
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.3565913772583008
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.01,6.687681274414063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.01,5.177467041015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.3770348739624024
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.399035530090332
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.4152896118164063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.01,8.187141723632813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.5144812774658203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.4214668655395508
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.41438976287841794
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.528358383178711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.5160326385498047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.5613600158691406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.6001548767089844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.6866342163085937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,0.7449574279785156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.07249983787536621
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,0.9105471801757812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.08549951553344727
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,1.0793023681640626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.17115135192871095
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.11421631813049316
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.2593619155883789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.4167839813232422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,3.1622149658203123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,1.402440948486328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.5044684982299804
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,1.770713653564453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,2.4835411071777345
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.5307295989990235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.5422406387329102
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,3.9401675415039064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.5912492752075196
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.6425542449951172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.6503257751464844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.6607180786132812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.6970726776123046
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,8,1,power_law_1.2,0.893078384399414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,8,1,power_law_1.2,0.9276780700683593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,8,1,power_law_1.2,1.1643551635742189
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,8,1,power_law_1.2,0.9854463958740235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,8,1,power_law_1.2,1.1075904083251953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,8,1,power_law_1.2,1.3141087341308595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,8,1,power_law_1.2,2.1729939270019534
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.050137600898742675
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,8,1,power_law_1.2,1.460697021484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,8,1,power_law_1.2,1.8061190795898436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.06284607887268066
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.0837337589263916
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.1275654411315918
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.18467775344848633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.23815040588378905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.33592575073242187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,8,1,power_law_1.2,3.6791064453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,8,1,power_law_1.2,2.8921530151367185
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.35414592742919926
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.36401214599609377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,8,1,power_law_1.2,5.162496337890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.3873382568359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.39728641510009766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,8,1,power_law_1.2,8.162361450195313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,8,1,power_law_1.2,6.691319580078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.41644222259521485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.4096992111206054
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.43051967620849607
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.5214227294921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.5267603302001953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.5439648056030274
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,0.5877305603027343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.704835205078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.6402028656005859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,0.7781926727294921
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.031807360649108884
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,0.955681915283203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,1.1108627319335938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.06214399814605713
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,1.4323699951171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,1.7941593933105469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.05139455795288086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.07982719898223876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,2.509308166503906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.0985689640045166
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,3.218236083984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.16581056594848634
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.14418560028076172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.16279680252075196
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.20220352172851563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.209803524017334
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.2168070411682129
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.16561792373657228
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,3.940185546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.153953275680542
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.19468864440917968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.22405759811401368
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.22819391250610352
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.23749183654785155
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.25258047103881837
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.3931078338623047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.36575233459472656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.32430721282958985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.01,0.029658880233764652
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.6375839996337891
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.528017921447754
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.01,0.04072256088256836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.872268829345703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.01,0.05140160083770752
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.01,0.06148608207702637
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.1027859497070314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.01,0.09750656127929688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.5794259643554687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.01,2.055991668701172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.01,0.0723635196685791
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.01,0.10571328163146973
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.01,0.11202943801879883
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.01,0.11968064308166504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.01,2.5069261169433594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.01,0.11020928382873536
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.01,0.1252563190460205
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.01,0.10410816192626952
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.01,0.13667327880859376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.01,0.1509023952484131
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.01,0.16028032302856446
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.01,0.172620792388916
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.01,0.18712383270263672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.01,0.4969708633422852
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.01,0.6968498992919921
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.01,0.8773036956787109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.01,0.2824236869812012
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.01,0.16739072799682617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.0347487998008728
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.01,0.20625152587890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.01,0.41608257293701173
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.050636801719665524
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.01,0.29799808502197267
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.07542975902557372
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.09403583526611328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.01,1.259048309326172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.05991615772247314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.16727807998657226
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.16259967803955078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.1464799976348877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.01,1.6745823669433595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.15836095809936523
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.20518335342407226
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.2107935905456543
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.16987199783325196
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.01,2.043096923828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.21881919860839844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.19706815719604492
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.3288383865356445
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.38076416015625003
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.22405952453613281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.22954816818237306
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.23904895782470703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.6478918457031251
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.2552505683898926
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.39746047973632814
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,8,1,power_law_1.2,0.04120384216308594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,8,1,power_law_1.2,0.050365438461303716
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,8,1,power_law_1.2,0.059297280311584474
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.5282092666625976
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,8,1,power_law_1.2,0.8766835021972657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,8,1,power_law_1.2,0.09905280113220215
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,8,1,power_law_1.2,0.029662721157073975
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,8,1,power_law_1.2,0.10622336387634276
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,8,1,power_law_1.2,0.10811967849731445
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,8,1,power_law_1.2,0.11035391807556152
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,8,1,power_law_1.2,0.12145983695983886
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,8,1,power_law_1.2,0.11590271949768068
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,8,1,power_law_1.2,0.06927103996276855
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,8,1,power_law_1.2,0.12696255683898924
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,8,1,power_law_1.2,0.13819199562072754
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,8,1,power_law_1.2,0.1521836757659912
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,8,1,power_law_1.2,0.16100032806396486
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.110519027709961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,8,1,power_law_1.2,0.17182592391967771
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,8,1,power_law_1.2,0.1692064094543457
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,8,1,power_law_1.2,0.1906399917602539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,8,1,power_law_1.2,0.20870080947875977
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,8,1,power_law_1.2,0.28534271240234377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,8,1,power_law_1.2,0.29881151199340816
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,8,1,power_law_1.2,0.41645824432373046
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,8,1,power_law_1.2,0.5082137680053711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.59582275390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.0708729600906372
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.08577856063842773
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.11927616119384765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,8,1,power_law_1.2,0.7032345581054688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.16774208068847657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.23433088302612304
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.39478271484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,8,1,power_law_1.2,0.8842918395996093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.41046207427978515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.42364032745361324
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.4285625457763672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.43787456512451167
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.49953342437744136
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.5183327865600587
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.6499276733398437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.6713510131835937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.6839065551757812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.6885158538818359
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.7239974212646485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.01,0.8728070068359376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.01,0.8204742431640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.01,1.0134867095947266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,8,1,power_law_1.2,2.0494674682617187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.01,1.1847801971435548
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.01,1.5523878479003907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.01,1.93988037109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.01,2.751915588378906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,8,1,power_law_1.2,1.2682585906982422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.01,0.05142144203186035
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.01,3.548739318847656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.01,0.061711359024047854
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.01,0.12804287910461426
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.01,0.16481151580810546
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.01,5.0696997070312495
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.01,0.24989248275756837
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.01,0.271527042388916
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.01,0.2728761672973633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.01,0.28360383987426757
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.01,0.2814534378051758
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.01,0.08720959663391113
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.01,0.29410112380981446
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.01,6.6418261718750005
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.01,0.29659648895263674
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.01,8.23660888671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.01,0.3725158309936524
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.01,0.382850570678711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.01,0.38527999877929686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.01,0.38820480346679687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.01,0.4031283187866211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.01,0.4901388931274414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.01,0.4505952072143555
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,8,1,power_law_1.2,1.6732389831542966
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.01,0.8216409301757812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.01,0.5582559967041016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.01,0.6477855682373047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,8,1,power_law_1.2,2.509333190917969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.01,1.0151193237304688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.07056384086608887
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.08529151916503906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.11722944259643556
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.1571551990509033
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.21837184906005858
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.01,1.7597325134277344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.01,1.4077357482910156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.01,2.498929901123047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.3930400085449219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.4259968185424805
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.4023347091674805
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.4575276947021484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.44096126556396487
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.5172217559814454
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.5293734359741211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.01,3.3507666015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.667352294921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.01,3.9917413330078126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.7125234985351563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.6762003326416016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.6970719909667968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.7527801513671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,8,1,power_law_1.2,0.8391545867919922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,8,1,power_law_1.2,0.8864991760253906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,8,1,power_law_1.2,1.196902389526367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,8,1,power_law_1.2,1.0360089874267577
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,8,1,power_law_1.2,1.578656005859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,8,1,power_law_1.2,0.05168384075164795
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,8,1,power_law_1.2,0.06256447792053223
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,8,1,power_law_1.2,2.049809875488281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,8,1,power_law_1.2,0.08655360221862793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,8,1,power_law_1.2,1.9682867431640623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,8,1,power_law_1.2,0.15759552001953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,8,1,power_law_1.2,0.1125817584991455
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,8,1,power_law_1.2,2.74794189453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,8,1,power_law_1.2,0.2619731140136719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,8,1,power_law_1.2,0.24886335372924803
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,8,1,power_law_1.2,0.2773632049560547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,8,1,power_law_1.2,0.28422912597656247
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,8,1,power_law_1.2,0.28832832336425784
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,8,1,power_law_1.2,0.2956755256652832
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,8,1,power_law_1.2,3.5235641479492186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,8,1,power_law_1.2,0.3050073623657227
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,8,1,power_law_1.2,0.3802694320678711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,8,1,power_law_1.2,0.384571533203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,8,1,power_law_1.2,0.39246337890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,8,1,power_law_1.2,0.4633004760742187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,8,1,power_law_1.2,0.3992172622680664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,8,1,power_law_1.2,0.4165779113769531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,8,1,power_law_1.2,0.4973152160644531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,8,1,power_law_1.2,5.093328552246094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,8,1,power_law_1.2,0.5877190399169921
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,8,1,power_law_1.2,1.0137395477294922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,8,1,power_law_1.2,0.8558438110351563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,8,1,power_law_1.2,0.6548326110839844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.07606207847595214
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,8,1,power_law_1.2,6.646446533203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.08881728172302246
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.11836416244506835
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.18848575592041014
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,8,1,power_law_1.2,1.7563282775878908
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.4027040100097656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.4836191940307617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,8,1,power_law_1.2,1.3941453552246093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.5509612655639649
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.7179846191406251
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.74391357421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.01,0.789327392578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.7558841705322266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.01,0.808687973022461
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,8,1,power_law_1.2,2.5297637939453126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.01,0.8826258850097656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.01,0.899656982421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,8,1,power_law_1.2,8.227041015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.01,1.013409957885742
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.01,0.933565444946289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,8,1,power_law_1.2,3.3422195434570314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.01,1.2742406463623046
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.01,1.351593017578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.01,1.4376492309570312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.01,1.8031167602539064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.01,1.6540960693359374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.01,2.1807034301757815
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.01,2.552289276123047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.05338111877441406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.06619264125823975
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.08781248092651367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.13897855758666994
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.3183558464050293
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.2282604789733887
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.36911617279052733
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.4599641418457031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.4948204803466797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.01,5.5385241699218755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.5050214385986328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.01,3.22610107421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.01,3.960814208984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,8,1,power_law_1.2,4.085888061523438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.5271027374267578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.01,7.057340698242188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.5354387283325195
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.01,8.762886962890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.7051334381103516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.5538502502441406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.7489990234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.6031609725952148
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.5846988677978515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.5697689437866211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.7885177612304688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,0.9521132659912108
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.2801791381835936
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,0.8668729400634765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.07707583904266357
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.11807616233825684
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.08888704299926757
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.1082726287841798
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.18831232070922851
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.5197836685180663
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.4506067276000977
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.35610881805419925
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,1.6356294250488284
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,1.9991731262207033
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,2.7192977905273437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.7246329498291015
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.7084748840332031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,3.4301214599609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,4.1945867919921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.7438323211669922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,8,1,power_law_1.2,0.7699609374999999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,8,1,power_law_1.2,0.8347449493408202
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,8,1,power_law_1.2,0.8778150177001953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,8,1,power_law_1.2,0.8964864349365234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,8,1,power_law_1.2,0.9413267517089844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,8,1,power_law_1.2,1.0142406463623046
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,8,1,power_law_1.2,1.2794214630126954
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,8,1,power_law_1.2,1.370782012939453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,8,1,power_law_1.2,1.4815583801269532
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,8,1,power_law_1.2,1.6782386779785157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,8,1,power_law_1.2,1.8772679138183594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.0528927993774414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,8,1,power_law_1.2,2.5916876220703124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,8,1,power_law_1.2,2.2477626037597656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.06597439765930176
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.08905599594116212
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.13912320137023926
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.2971628761291504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,8,1,power_law_1.2,3.275294799804688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.2110188865661621
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.34551296234130857
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,8,1,power_law_1.2,4.066889038085938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.4513286590576172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.478202896118164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,8,1,power_law_1.2,5.593621826171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.495617904663086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.515169906616211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,8,1,power_law_1.2,7.146517333984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,8,1,power_law_1.2,8.802634277343751
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.5635558319091797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.5366713714599609
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.5477798461914063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.5794022369384766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.5953286361694337
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.7163033294677734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.7751065826416015
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,0.9903628540039062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.1714176177978515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.8114649963378906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,0.9009286499023437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.3448838806152343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.030126080513000485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.048888320922851565
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.068373122215271
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.09387007713317871
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.067085418701172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,1.697546844482422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.1845465660095215
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,2.7876876831054687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.12270976066589356
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.24234880447387694
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,3.5502374267578127
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.22144895553588867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.19463424682617186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.2325395202636719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.2704876708984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.25962879180908205
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,4.235408630371094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.28890815734863284
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.27726911544799804
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.300435848236084
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.35343360900878906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.3090803146362305
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.01,0.562497901916504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.3832646560668945
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.01,0.4725939178466797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.01,0.8906419372558594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.01,0.7178079986572266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.4085855865478516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.030286080837249756
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.049558401107788086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.01,2.2522950744628907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.087008638381958
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.06792895793914795
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.11638463973999022
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.01,1.2320992279052736
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.18217023849487304
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.19948928833007812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.01,1.5733235168457032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.01,3.621505432128906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.21917312622070312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.01,2.9447109985351565
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.23899263381958008
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.2521036720275879
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.26329343795776367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.28601856231689454
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.27888576507568363
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.3062335968017578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.3634585571289063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.31233983993530273
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.3884102249145508
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.34502464294433594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,8,1,power_law_1.2,0.48129535675048823
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.41045246124267576
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,8,1,power_law_1.2,0.7266496276855469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.0863424015045166
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,8,1,power_law_1.2,0.5676230239868164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.12325119972229004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,8,1,power_law_1.2,0.8972108459472656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.25108608245849606
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.3636377716064453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.01,0.49164672851562496
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,8,1,power_law_1.2,1.2391404724121093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.01,0.7908153533935547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.01,0.8613107299804688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.01,0.9048537445068359
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,8,1,power_law_1.2,1.5808006286621095
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.01,0.9490099334716797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,8,1,power_law_1.2,2.2668850708007815
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.01,0.9296460723876953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.01,0.9957939147949219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.01,1.038931198120117
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.01,1.101809310913086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.01,1.2125376129150391
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,8,1,power_law_1.2,2.947465515136719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,8,1,power_law_1.2,3.621674194335937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.01,1.2923327636718749
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.01,1.4248492431640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.01,1.6379423522949217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.01,1.6656819152832032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.01,1.8288819885253909
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.01,2.1401548767089844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.01,3.2662271118164066
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.01,0.0661625623703003
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.01,0.09235775947570801
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.01,2.5070477294921876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.01,0.14732864379882812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.01,0.2335001564025879
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.01,4.124232177734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.01,0.3151238441467285
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.01,5.8053698730468755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.01,0.49908287048339844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.01,0.5575859069824218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.01,0.5355571365356445
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.01,0.5788671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.01,7.484103393554688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.01,0.6020915222167968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.01,0.592658576965332
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.01,0.6243936157226562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.01,0.6390016174316406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.01,11.08851806640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.01,0.6662374114990234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.01,0.6657190704345703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.01,0.6929119873046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.01,17.68476806640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.01,14.331734619140624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,1,power_law_1.01,0.8877708435058593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.01,0.7373824310302735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,1,power_law_1.01,0.977742691040039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,1,power_law_1.01,1.1549689483642578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,1,power_law_1.01,1.3291506958007813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.08632896423339845
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.12419008255004882
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,1,power_law_1.01,1.721436767578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,1,power_law_1.01,2.075342712402344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.2520307159423828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,1,power_law_1.01,3.4940786743164063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,8,1,power_law_1.2,0.45484992980957034
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,1,power_law_1.01,2.76685302734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,8,1,power_law_1.2,0.7774310302734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.32165950775146485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,8,1,power_law_1.2,0.856468505859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,8,1,power_law_1.2,0.8976544189453126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,1,power_law_1.01,5.044513244628907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,8,1,power_law_1.2,0.9558438110351564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,8,1,power_law_1.2,0.9291808319091797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,8,1,power_law_1.2,1.0127257537841796
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,8,1,power_law_1.2,1.0810694122314453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,8,1,power_law_1.2,1.1248703765869141
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,8,1,power_law_1.01,8.161250610351562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,1,power_law_1.01,6.541180419921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,8,1,power_law_1.2,1.3514195251464844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,8,1,power_law_1.2,1.2440147399902344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,8,1,power_law_1.2,1.478753204345703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,8,1,power_law_1.2,1.7691110229492188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,8,1,power_law_1.2,1.869827880859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,8,1,power_law_1.2,1.7094163513183596
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,8,1,power_law_1.2,2.1904229736328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,8,1,power_law_1.2,2.547399749755859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,8,1,power_law_1.2,0.06719679832458496
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,8,1,power_law_1.2,0.09340479850769043
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,8,1,power_law_1.2,3.341084289550781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,8,1,power_law_1.2,4.174531249999999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,8,1,power_law_1.2,0.1467411231994629
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,8,1,power_law_1.2,0.21826047897338868
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,8,1,power_law_1.2,0.28861759185791014
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,8,1,power_law_1.2,5.838411254882812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,8,1,power_law_1.2,0.49078975677490233
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,8,1,power_law_1.2,0.5328345489501953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,8,1,power_law_1.2,0.5513139343261718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,8,1,power_law_1.2,7.481759643554687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,8,1,power_law_1.2,0.5781881713867187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,8,1,power_law_1.2,11.082230224609376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,8,1,power_law_1.2,0.5930054473876953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,8,1,power_law_1.2,0.6144403076171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,8,1,power_law_1.2,0.6379366302490235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,8,1,power_law_1.2,0.6513164520263672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,8,1,power_law_1.2,0.6965427398681641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,8,1,power_law_1.2,14.350532226562501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,8,1,power_law_1.2,0.6929036712646484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,8,1,power_law_1.2,0.7660832214355469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,8,1,power_law_1.2,0.7220947265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,8,1,power_law_1.2,0.9296051025390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,8,1,power_law_1.2,1.0153401947021483
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,8,1,power_law_1.2,17.612882080078126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,8,1,power_law_1.2,1.1807686614990236
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,8,1,power_law_1.2,1.3454220581054688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.047559680938720705
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.05465919971466064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,8,1,power_law_1.2,1.696198425292969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.058915200233459475
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.09817407608032228
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.09948287963867188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,8,1,power_law_1.2,2.101654357910156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.10125184059143066
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.06755072116851807
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.1022969627380371
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.10296768188476561
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.10345855712890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.10856767654418946
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,8,1,power_law_1.2,2.8249652099609373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.10948736190795898
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.11404352188110352
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.12057984352111817
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.12383999824523925
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.14083968162536623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.13035264015197753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,8,1,power_law_1.2,3.5912640380859373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.17730112075805665
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.22481407165527342
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.319557113647461
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.3929241561889648
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.5533407974243164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,8,1,power_law_1.2,5.141096801757813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.7177152252197265
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.035194880962371826
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.03874239921569824
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.042906241416931154
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.048290557861328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.01,1.0494579315185546
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.0551859188079834
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.0561510419845581
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.057032961845397946
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.01,1.3802931213378906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.05779136180877685
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.05840703964233398
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.060148482322692876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.05989183902740478
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.06237567901611328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,8,1,power_law_1.2,6.736070556640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.06505983829498291
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.07098048210144044
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.07317823886871337
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.07667200088500976
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.07388544082641602
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.08592960357666016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.11396608352661133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.13399552345275878
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.01,2.0526054382324217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.16038591384887696
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.22075712203979495
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.28416959762573246
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.4128563308715821
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.04713280200958252
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.0532863998413086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.05688384056091309
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.06761983871459962
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.0963488006591797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.09919360160827637
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.10060992240905761
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.10112704277038573
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.10292415618896485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.5233343887329102
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.01,2.70777587890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.10384767532348634
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.10862208366394044
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.11098112106323241
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.11370240211486818
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.1202899169921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,8,1,power_law_1.2,8.114864501953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.13222335815429687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.12408512115478516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.14150464057922363
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.22936384201049806
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.32148414611816406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.39432449340820314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.1812063980102539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,0.7634028625488282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.5693414306640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.7173567962646484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.01,3.4120193481445313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,16,1,power_law_1.2,1.0409632110595703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,1.0003059387207032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.04154880046844482
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.0488972806930542
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.05498623847961426
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.05650303840637207
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.03525696039199829
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.05735680103302002
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.05737343788146972
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,16,1,power_law_1.2,1.3763526916503905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.05841728210449219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.038070399761199955
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.05948863983154297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.06057024002075195
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.06312191963195801
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.0711020803451538
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.06749631881713866
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.07321023941040039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.0760595178604126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.07361343860626221
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.08501567840576171
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,1.250914535522461
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.1141158390045166
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.13378751754760743
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.15747391700744628
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.2205331230163574
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.28380800247192384
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.4107859039306641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,16,1,power_law_1.2,2.038213806152344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.06438079833984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.0734009599685669
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.08076416015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.09815103530883788
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.143504638671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.14323840141296387
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.14848704338073732
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.147642240524292
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.14958335876464843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.15346495628356932
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.1577625560760498
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.15895615577697755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.16669439315795898
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.1801740837097168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.5185216140747071
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.18272064208984376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.19177600860595703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.20563327789306643
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.2928384017944336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.3837535858154297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,16,1,power_law_1.2,2.734211730957031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.4956857681274414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.6274265670776368
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.01,0.9073824310302735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,0.7603180694580078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.01,1.2017740631103515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.01,1.7749177551269533
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.04321280002593994
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.050135040283203126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.0532044792175293
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.06582015991210938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.07489471912384034
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.07583360195159912
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.07679935932159423
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.0775923204421997
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.07814335823059082
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,16,1,power_law_1.2,3.3643411254882816
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.07909759998321533
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.01,2.338995208740234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.08110464096069336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.08670463562011718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.0821939182281494
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.0871724796295166
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.09724287986755371
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.09011391639709473
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.09994815826416016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.13926527976989747
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.1556383991241455
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,0.9956575775146485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.18929792404174806
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.25049280166625976
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.3406643295288086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.01,3.48818115234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.4344825744628906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,0.621036148071289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,1.2474438476562502
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.06281599998474122
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.07732672214508056
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.01,4.632015991210937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,0.7877613067626953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.09779775619506836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.14093567848205565
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.07087168216705322
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.14526847839355467
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.14766592025756836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.14880703926086425
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.15225855827331541
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.1534771156311035
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.1571078395843506
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.16032960891723633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.1789459228515625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.16647232055664063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.18348031997680664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.19371583938598633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.20648639678955077
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.29454784393310546
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.3891136169433594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,1.1437401580810547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.48993087768554683
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.6455391693115234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,1.54416259765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,16,1,power_law_1.2,0.912630386352539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.01,5.7997998046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,16,1,power_law_1.2,1.1912384033203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.04974143981933594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.05147136211395263
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.06553791999816895
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.0743123197555542
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.07587264060974122
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.07681151866912841
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.0775712013244629
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.07836160182952881
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.041208958625793456
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.07907584190368652
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.08094271659851074
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,16,1,power_law_1.2,1.759397735595703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.08219967842102051
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.08359744071960448
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.08802111625671387
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.08996352195739746
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.096693115234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.09999168395996094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.1402956771850586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.15607423782348634
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.18818944931030274
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,16,1,power_law_1.2,2.335601348876953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.25146368026733396
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,1.96557373046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.3409894561767578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.43621761322021485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,0.6214438247680664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.0647596788406372
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.07397952079772949
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.08845376014709473
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.12040255546569825
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,16,1,power_law_1.2,3.5026727294921876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.16532800674438478
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.22823999404907225
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.3000876808166504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.311777286529541
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,0.7889625549316406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.3218143844604492
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.35322753906250004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.4040588760375977
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,16,1,power_law_1.2,4.639168090820313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.4303456115722656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,1.1728556823730467
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.4210732650756836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.4287814331054688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.4750796890258789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.4882336044311524
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,16,1,power_law_1.2,5.782994995117187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.5209132766723632
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.6574105834960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.6904659271240234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.7467424011230468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.01,0.8238777923583985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,1.5545765686035158
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.01,1.0477305603027343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.04273727893829345
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.2593023681640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.05541759967803955
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,2.002103729248047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.10351167678833009
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.07156544208526612
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.14230527877807617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.01,1.7308615112304686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.01,2.2085043334960934
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.2512384033203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.186313591003418
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.01,3.1539117431640626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.26833343505859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.2735827255249023
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.268986873626709
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.01,4.102455139160156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.28052352905273437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.01,5.027680664062499
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.29322559356689454
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.29324352264404296
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.3814348983764648
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.3838470458984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.3939321517944336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.30811328887939454
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.42466110229492193
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.4602937698364258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.5458777618408204
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,0.7236505889892578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.6003839874267578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.06386047840118408
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,0.8796870422363281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.08842880249023437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.11546624183654786
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.07342463970184326
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.15650176048278808
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.1566521453857423
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.2163212776184082
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.29489215850830075
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.4559590148925783
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.3197017669677734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.31262720108032227
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,2.029717102050781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.3796262359619141
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,3.185607604980469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.4125350570678711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.4231763076782227
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,2.6027117919921876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.43928768157958986
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.41721214294433595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.48640705108642573
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.5115161514282226
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.5671417617797851
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.6724031829833985
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.712155532836914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,16,1,power_law_1.2,0.8409894561767578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.7627436828613281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.04209536075592041
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.2910226440429686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,16,1,power_law_1.2,1.0663219451904298
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.05570303916931152
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.07170176029205322
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.0977881622314453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,16,1,power_law_1.2,2.2309280395507813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,16,1,power_law_1.2,1.7514361572265624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.13335871696472168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.17682815551757813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.25762943267822264
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.2710438346862793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.27049535751342774
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.25070207595825195
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,16,1,power_law_1.2,4.109229431152344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,16,1,power_law_1.2,3.1761697387695316
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.27898752212524414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,16,1,power_law_1.2,5.064946594238281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.2905619239807129
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.30292095184326173
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.3925785446166992
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.4989388656616211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3074163246154785
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.44657215118408206
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.4069152069091797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.3846137619018555
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.56129150390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.6153043365478515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.031164159774780275
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,0.7647718048095703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.050082559585571285
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,0.9028217315673828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.05922560214996338
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.06802048206329345
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.08187647819519042
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,2.6498706054687498
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.10367679595947266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.174935073852539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,1.4710835266113282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,2.0509075927734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.10961728096008301
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.11692864418029784
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.23820095062255858
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.12003264427185059
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.12858240127563475
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.1391430377960205
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.14070207595825196
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.1455731201171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,3.2214315795898436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.15356415748596192
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.1500723171234131
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.16297855377197265
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.4523641586303711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.18153919219970702
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.20115903854370115
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.26434047698974605
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.01,0.03215872049331665
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.3224140930175781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.01,0.03831295967102051
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.01,0.049477119445800785
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.5649824142456055
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.01,0.07247551918029785
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.01,0.059667840003967285
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.01,0.09467071533203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.01,0.10043647766113281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.01,1.0206156921386718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.5014930725097657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.01,0.10133888244628905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.7884505462646485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.01,0.10480383872985839
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.01,1.9872364807128906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.01,0.10579456329345702
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.01,0.10920703887939454
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.01,0.12942975997924805
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.01,2.4721343994140623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.01,0.13232576370239257
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.01,0.13813376426696777
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.01,0.1415494441986084
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.01,0.16282688140869142
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.01,0.14861248016357423
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.01,0.20523008346557617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.01,0.1878054428100586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.01,0.2828012847900391
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.01,0.2444953536987305
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.03153408050537109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.01,0.38165374755859377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.05039423942565918
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.01,0.45407360076904296
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.05797376155853271
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.07925312042236328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.06568704128265382
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.01,0.6299110412597656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.10467647552490233
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.01,1.154682846069336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.01,1.5042137145996093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.11004416465759277
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.01,0.8050482940673828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.11266559600830077
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.11815872192382812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.12971584320068358
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.12204607963562011
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.14202879905700683
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.14078847885131834
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,16,1,power_law_1.01,1.8609036254882814
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.14791168212890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.1508191967010498
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.15463168144226075
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.16371456146240235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.20390207290649415
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.18419456481933594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.26707647323608397
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.3215212631225586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.4602937698364258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,16,1,power_law_1.2,0.04066880226135254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,16,1,power_law_1.2,0.04882815837860107
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.5628192138671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,16,1,power_law_1.2,0.05792384147644043
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,16,1,power_law_1.2,0.0691545581817627
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,16,1,power_law_1.2,0.03203263998031616
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,16,1,power_law_1.2,0.09591936111450196
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,16,1,power_law_1.2,0.10100543975830079
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,16,1,power_law_1.2,0.10278719902038573
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,16,1,power_law_1.2,0.10498751640319823
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.7884966278076172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,16,1,power_law_1.2,0.10706751823425294
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,16,1,power_law_1.2,0.13284799575805664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,16,1,power_law_1.2,0.11070272445678711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,16,1,power_law_1.2,0.13940287590026856
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,16,1,power_law_1.2,0.133056640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,16,1,power_law_1.2,0.1466105556488037
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,16,1,power_law_1.2,1.0295475006103516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,16,1,power_law_1.2,0.1497804832458496
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,16,1,power_law_1.2,0.191661434173584
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,16,1,power_law_1.2,0.17469696044921873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,16,1,power_law_1.2,0.21027135848999023
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,16,1,power_law_1.2,0.2484320068359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,16,1,power_law_1.2,0.2851788711547852
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,16,1,power_law_1.2,0.38145534515380863
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,16,1,power_law_1.2,0.4590361785888672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.51565185546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,16,1,power_law_1.2,0.6347756958007812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.0738483190536499
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.0911513614654541
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.11460927963256835
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.15291456222534178
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.06376383781433106
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.23116479873657228
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.2472403144836426
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.2571219253540039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.26355968475341796
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.2757062339782715
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.3195974349975586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.3470694351196289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.31485120773315434
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.33830272674560546
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,16,1,power_law_1.2,0.8078105926513672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.34846977233886717
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.3583001708984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.4826310348510742
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.39938625335693356
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.5369011306762695
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.593191032409668
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.6979961395263672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.01,0.9243609619140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.154544677734375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,16,1,power_law_1.2,1.984083251953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.6594061279296874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.01,2.1250848388671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.01,0.04247615814208984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.01,0.05465663909912109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.01,0.07260479927062988
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,16,1,power_law_1.2,1.162072982788086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.01,0.09479167938232422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.01,4.01695556640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.01,0.12276543617248534
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.01,3.0905413818359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.01,0.1990777587890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.01,0.18681343078613283
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.01,0.20229824066162108
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.01,0.204837760925293
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.01,0.2124959945678711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.01,0.21503679275512697
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.01,0.29391296386718746
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.01,4.985888061523438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.01,0.21948415756225587
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.01,0.30588928222656253
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.01,0.3078278350830078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.01,0.30867456436157226
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.01,0.32202945709228514
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.01,0.3552896118164063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,16,1,power_law_1.2,1.5108332824707031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.01,0.3803814315795898
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,16,1,power_law_1.2,2.477855987548828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.01,0.47028480529785155
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.01,0.5367731094360352
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.01,0.8434899139404297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.01,0.6871033477783203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.01,1.485917510986328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.06344831943511962
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.09060416221618653
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.10880512237548827
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.07387775897979736
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.1441958427429199
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.01,1.167325439453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.01,2.1058950805664063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.2305887985229492
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.24559743881225585
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.01,2.743419494628906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.25927104949951174
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.01,3.400455017089844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.2908332824707031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.3343385696411133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.275164794921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.3339091110229492
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.3514585494995117
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,16,1,power_law_1.2,1.8633445739746093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.33978752136230467
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.35968383789062497
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.6153408050537109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.5446176147460937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.3766368103027344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.41394878387451167
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.5061702346801757
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.7070464324951172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,16,1,power_law_1.2,0.0424070405960083
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,16,1,power_law_1.2,0.9423808288574218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,16,1,power_law_1.2,0.055246720314025874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.1712134552001952
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,16,1,power_law_1.2,0.07195519924163818
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,16,1,power_law_1.2,0.08916031837463378
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,16,1,power_law_1.2,0.1144435214996338
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.6542726135253907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,16,1,power_law_1.2,0.19457088470458986
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,16,1,power_law_1.2,0.18933183670043946
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,16,1,power_law_1.2,0.20474943161010742
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,16,1,power_law_1.2,0.20972543716430664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,16,1,power_law_1.2,0.21255168914794922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,16,1,power_law_1.2,0.2215603256225586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,16,1,power_law_1.2,2.1306694030761717
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,16,1,power_law_1.2,0.22458688735961915
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,16,1,power_law_1.2,0.30064575195312504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,16,1,power_law_1.2,3.0825234985351564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,16,1,power_law_1.2,0.3046342468261719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,16,1,power_law_1.2,0.31350143432617184
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,16,1,power_law_1.2,0.3176563262939453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,16,1,power_law_1.2,0.33206783294677733
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,16,1,power_law_1.2,0.35807167053222655
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,16,1,power_law_1.2,0.38908737182617187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,16,1,power_law_1.2,4.037550048828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,16,1,power_law_1.2,0.4776377487182617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,16,1,power_law_1.2,0.5413766479492187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,16,1,power_law_1.2,0.6996550750732422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.06805376052856446
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,16,1,power_law_1.2,0.8512000274658202
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.07684927940368652
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.0914463996887207
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.12424384117126466
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,16,1,power_law_1.2,1.1663986968994142
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.18980735778808594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.2809395217895508
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,16,1,power_law_1.2,4.97580810546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,16,1,power_law_1.2,1.4781369018554689
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.3317919921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.4608000183105469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.47097408294677734
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.4965209579467773
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.47868606567382815
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,16,1,power_law_1.2,2.114934997558594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.4890348815917969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.5070560073852539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.5284159851074219
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.5521158218383789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.8207756805419922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.7408863830566406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.6062841415405273
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.7824877166748048
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.01,0.9238317108154297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,16,1,power_law_1.2,2.74156494140625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.01,1.0415750122070313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.2654035186767578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.045099520683288576
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,16,1,power_law_1.2,3.4058099365234376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.5192851257324218
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.058813438415527344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.1067148780822754
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.07579967975616456
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.01,1.986945343017578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.01,2.4713848876953124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.16759424209594725
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.3292313766479492
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.2375686454772949
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.2783321571350098
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.01,3.416044311523437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.3569305419921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.3834630584716797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.01,4.364488220214843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.3901350402832031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.3657676696777344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.40158782958984374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.4405036926269531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.421926383972168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.41366912841796877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.01,5.359010009765624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.5352249526977539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.7449753570556641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.5656467056274413
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.5915033721923828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,0.8819366455078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.0671782398223877
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.6645241546630859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.07700416088104248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.0188678741455077
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.09179776191711427
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.12444288253784179
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,1.6151571655273436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.3113926315307617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.4575968170166016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.26296192169189453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.1771571159362793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.318744354248047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.46684734344482426
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.4763398361206055
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,2.8393594360351564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,2.220598449707031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.5055648040771484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.4851411056518555
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.4972127914428711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.5560140609741211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,3.4748101806640626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.526808967590332
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.6063667297363281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,16,1,power_law_1.2,1.0915046691894532
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.7843424224853516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.7499616241455078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,16,1,power_law_1.2,0.830804443359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,16,1,power_law_1.2,0.9543084716796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.04585984230041504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,16,1,power_law_1.2,1.5555404663085937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.05864255905151368
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.3057196044921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.07532159805297851
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.10723648071289063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,16,1,power_law_1.2,2.495067443847656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.15657471656799316
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.22695552825927737
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.2584435272216797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,16,1,power_law_1.2,2.0283404541015626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.32423168182373047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.3434873580932617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,16,1,power_law_1.2,3.439441833496094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.3591059112548828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.3968217468261719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.37608448028564456
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,16,1,power_law_1.2,4.420858154296875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,16,1,power_law_1.2,5.376216430664063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.38957183837890624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.5451142501831054
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.41972801208496097
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.40847423553466794
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.4306540679931641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,0.9218694305419921
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.5741574478149414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.7791353607177735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.6945606231689453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.6091321563720703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.0795980834960939
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.0287827205657959
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,2.2954246520996096
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,1.6852076721191405
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.3837574768066407
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.056733441352844236
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.0738156795501709
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.04140927791595459
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.13039679527282716
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.09019007682800292
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.1649087905883789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.14837568283081054
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.14288640022277832
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.15113344192504882
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,2.913670959472656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.165664005279541
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.16737152099609376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,3.5155084228515627
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.17303552627563476
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.13575743675231933
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.17556991577148437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.24315328598022462
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.2654950332641602
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.18564159393310548
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.3797055816650391
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.21923456192016602
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.5873939132690429
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.01,0.802577896118164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.02890624046325684
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.0561407995223999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.3077907180786133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.46898944854736324
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.04290048122406006
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.12905983924865722
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.01,1.029523162841797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.06906496047973633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.1372755241394043
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.14286975860595702
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.08662464141845702
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.01,1.9223660278320314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.15033023834228515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.01,1.4745893859863282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.15547327995300292
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.16687423706054688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.01,2.3688345336914063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.1685094451904297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.18455039978027343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.17178432464599608
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.24691392898559572
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.22275903701782224
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.19065408706665038
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.21453760147094725
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,16,1,power_law_1.2,0.5898329544067382
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.3821324920654297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.3132742309570312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.2671327972412109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.08956543922424316
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.4726988983154297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.12638912200927735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.20726015090942385
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.387388801574707
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.4998271942138672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,16,1,power_law_1.2,0.8162393951416016
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.01,0.796344985961914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,16,1,power_law_1.2,1.0348191833496094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.01,0.8441363525390624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.01,0.8822112274169921
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,16,1,power_law_1.2,1.4876109313964843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.01,0.9132876586914062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,16,1,power_law_1.2,1.9298573303222657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.01,0.963722915649414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.01,1.0217011260986328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.01,1.1587865447998047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.01,1.0883974456787109
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.01,1.5693983459472656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.01,1.4171769714355469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,16,1,power_law_1.2,2.3765715026855467
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.01,1.8472390747070313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.01,1.3084844970703124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.01,2.4517286682128905
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.01,1.5432447814941406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.01,1.7184320068359376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.01,2.070120391845703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.01,3.23156982421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.01,4.0195443725585935
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.01,5.605593872070313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.01,0.5433983993530274
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.01,7.201856689453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.01,1.0002130889892578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.01,10.304757080078124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.01,1.9052172851562499
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.01,3.291357421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.01,13.615242919921874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.01,4.625105285644532
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.01,8.182664794921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.01,7.835861816406251
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.01,16.772728271484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.01,8.564100341796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.01,8.82026611328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.01,9.38717041015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.01,9.706951904296876
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.01,9.014684448242187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.01,10.341856689453126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.01,9.124501953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.01,11.06336669921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.01,9.190285644531249
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.01,9.912071533203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,1,power_law_1.01,8.980359497070314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,1,power_law_1.01,9.723959960937501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,1,power_law_1.01,11.157675781250001
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,1,power_law_1.01,12.755477294921874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.089302396774292
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.12684160232543945
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.20782079696655273
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.32609920501708983
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.467259521484375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,1,power_law_1.01,15.795906982421874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,16,1,power_law_1.2,0.7847129821777343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,16,1,power_law_1.2,0.8714796447753906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,16,1,power_law_1.2,0.8473856353759766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,1,power_law_1.01,18.576520996093752
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,16,1,power_law_1.2,0.9375161743164062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,16,1,power_law_1.2,0.9841792297363281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,1,power_law_1.01,24.921701660156252
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,16,1,power_law_1.2,1.0502169799804686
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,16,1,power_law_1.2,1.122045440673828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,16,1,power_law_1.2,1.2109407806396484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,16,1,power_law_1.2,1.346702117919922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,1,power_law_1.01,31.19439697265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,16,1,power_law_1.2,1.4692807006835937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,16,1,power_law_1.2,1.6127066040039062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,16,1,power_law_1.2,1.8937983703613281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,16,1,power_law_1.2,1.5939193725585938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,16,1,power_law_1.2,1.7818611145019532
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,16,1,power_law_1.2,2.4853669738769533
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,1,power_law_1.01,43.1438671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,16,1,power_law_1.2,2.127671661376953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,16,1,power_law_1.2,3.270388488769531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,16,1,power_law_1.2,4.040750122070312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,16,1,power_law_1.2,5.631475219726562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,1,power_law_1.01,55.319941406249995
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,16,1,power_law_1.2,7.174075317382813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,16,1,power_law_1.2,0.5502854537963867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,16,1,power_law_1.2,1.0083609771728514
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,16,1,power_law_1.2,10.4022412109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,16,1,power_law_1.2,1.8892518615722658
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,16,1,power_law_1.2,3.0142233276367185
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,16,1,power_law_1.2,7.6433825683593755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,16,1,power_law_1.2,8.200031127929687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,16,1,power_law_1.2,13.599154052734374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,16,1,power_law_1.2,8.459551391601561
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,16,1,power_law_1.2,8.874412841796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,16,1,power_law_1.2,9.044680175781249
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,16,1,power_law_1.2,4.188595275878906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,16,1,power_law_1.2,9.306203002929688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,16,1,power_law_1.01,68.588701171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,16,1,power_law_1.2,9.557693481445312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,16,1,power_law_1.2,9.656315307617188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,16,1,power_law_1.2,10.267425537109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,16,1,power_law_1.2,10.614197998046874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,16,1,power_law_1.2,11.00004150390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,16,1,power_law_1.2,16.638160400390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,16,1,power_law_1.2,9.542968139648437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,16,1,power_law_1.2,11.672255859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,16,1,power_law_1.2,10.237627563476561
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,16,1,power_law_1.2,11.681773681640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,16,1,power_law_1.2,13.2603857421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.042734079360961914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.04564544200897217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.04857920169830322
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.053415040969848636
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.07958720207214356
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.08068096160888671
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.0824294376373291
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.08334527969360352
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.08437055587768555
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.0854310417175293
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,16,1,power_law_1.2,16.284139404296873
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.08859071731567383
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.09040255546569824
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.09320832252502441
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.09690431594848634
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.10057151794433594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.10388223648071289
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.10704768180847168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.11960127830505371
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.13379072189331054
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.1720806312561035
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.22801408767700196
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,16,1,power_law_1.2,19.332753906249998
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.3355027389526367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.41495742797851565
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.5910188674926757
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.7745158386230468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,16,1,power_law_1.2,25.46647705078125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.01,0.02927488088607788
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.01,0.03285439968109131
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.01,0.03496639966964722
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.01,0.036100480556488034
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.01,0.049699840545654295
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.01,0.05001471996307373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.01,0.051327362060546874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.01,0.05237760066986084
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.01,0.052332801818847655
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.01,0.053197441101074217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.01,0.05463359832763672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.01,0.05690303802490234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.01,0.05987775802612305
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.01,1.1494950103759767
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.01,0.06799295902252198
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.01,0.0648633623123169
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.01,0.06709951877593993
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.01,0.06986303806304932
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.01,0.07585536003112793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.01,0.08354368209838867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.01,0.09999296188354492
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.01,0.14037311553955079
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,16,1,power_law_1.2,31.56424072265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.01,0.17730304718017578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.01,0.2375174331665039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.01,0.32401599884033205
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.491080322265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.01,0.4053254318237305
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.04280384063720703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.04542912006378173
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.047495040893554684
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.05365632057189942
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.07948095798492431
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.01,1.8597593688964842
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.01,0.5802982330322266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.08147775650024414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.08340224266052246
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.0849177646636963
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.08332991600036621
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.08667263984680176
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.08916671752929688
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.08988415718078613
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.09305600166320802
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.0971008014678955
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.10037952423095704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.10579839706420899
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,16,1,power_law_1.2,43.670595703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.1076416015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.11989184379577637
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.13582592010498046
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.1743129539489746
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.2267558479309082
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.33631870269775394
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.41286464691162106
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.01,0.7618329620361328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.5986252975463867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,14336,2,8,32,1,power_law_1.2,0.028956799507141112
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,14336,2,8,32,1,power_law_1.2,0.03349184036254883
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,14336,2,8,32,1,power_law_1.2,0.03486592054367065
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.01,0.9429516601562501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,14336,2,8,32,1,power_law_1.2,0.035399041175842284
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,14336,2,8,32,1,power_law_1.2,0.04945216178894043
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.7836217498779297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,14336,2,8,32,1,power_law_1.2,0.04955327987670898
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,14336,2,8,32,1,power_law_1.2,0.05162176132202149
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,14336,2,8,32,1,power_law_1.2,0.05193408012390137
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,14336,2,8,32,1,power_law_1.2,0.052306561470031744
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,14336,2,8,32,1,power_law_1.2,0.05393087863922119
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,14336,2,8,32,1,power_law_1.2,0.05518720149993896
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,14336,2,8,32,1,power_law_1.2,0.06180928230285645
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,14336,2,8,32,1,power_law_1.2,0.057585921287536625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,14336,2,8,32,1,power_law_1.2,0.06523839950561523
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,14336,2,8,32,1,power_law_1.2,0.06750976085662842
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,14336,2,8,32,1,power_law_1.2,0.06967679977416992
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,14336,2,8,32,1,power_law_1.2,0.06699456214904785
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,14336,2,8,32,1,power_law_1.2,0.07652480125427245
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,14336,2,8,32,1,power_law_1.2,0.08329855918884277
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,14336,2,8,32,1,power_law_1.2,0.09983296394348144
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,14336,2,8,32,1,power_law_1.2,0.14036224365234376
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,14336,2,8,32,1,power_law_1.2,0.1773881530761719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,16,1,power_law_1.2,55.7599951171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,14336,2,8,32,1,power_law_1.2,0.2368684768676758
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,14336,2,8,32,1,power_law_1.2,1.135232620239258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,14336,2,8,32,1,power_law_1.2,0.3270457458496094
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.05562623977661133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.06177536010742187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.06612415790557861
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.07258304119110107
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.11263168334960938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.1138771152496338
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.11651840209960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,14336,2,8,32,1,power_law_1.2,0.4013523101806641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.11738495826721192
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.11897664070129395
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.12154047966003419
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.12413567543029784
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.4954042053222656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.12636416435241699
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.13089280128479003
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.14078080177307128
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.1429734420776367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.14782079696655273
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.15086015701293945
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.17162496566772462
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.19359359741210938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.27549440383911133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.36003391265869145
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,14336,2,8,32,1,power_law_1.2,0.5786579132080079
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.5105913543701173
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,14336,2,8,32,1,power_law_1.2,1.8619488525390626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.6561305236816406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,16,1,power_law_1.2,68.0651416015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.04018239974975586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.042325758934021
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.04370048046112061
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.052287359237670895
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.06627647876739502
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.06696320056915284
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.06809279918670655
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.06879807949066162
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.06922048091888428
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.01,0.9555494689941406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.06996863842010498
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.07253376007080078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.07277184009552003
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.07495359897613525
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.07705791950225829
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.07991936206817626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.08439680099487304
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,14336,2,8,32,1,power_law_1.2,0.7626995086669922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.08592384338378907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.09763648033142089
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.01,1.2604723358154297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.10734335899353027
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.13517375946044924
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.19169599533081055
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.24229888916015624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.3233171081542969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.01,1.883837432861328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.44485824584960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.05556543827056885
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.06093247890472412
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.06395967960357665
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,14336,2,8,32,1,power_law_1.2,0.9462419128417968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.07295551776885986
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.11184320449829102
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.11473024368286133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.11707712173461915
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.11869952201843262
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.12019392013549805
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.12229951858520507
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.12430656433105469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.5618822479248047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.126429443359375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.13003711700439452
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.14019776344299317
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.1470969581604004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.14388671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.15167807579040526
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.17132863998413086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.01,2.4892633056640627
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.1954630470275879
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.27663360595703124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.36303871154785156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,0.8057113647460937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.5046207809448242
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.6593484497070312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.01,3.0989645385742186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.03908416032791138
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.04239168167114258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.043448319435119634
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.05254335880279541
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.06622591972351075
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,1.0679692840576172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.06760191917419434
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.06785664081573486
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.0686079978942871
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.06915071964263916
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.07006400108337403
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.0716921615600586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.07313471794128418
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,16384,2,8,32,1,power_law_1.2,0.9520051574707031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.07503424167633058
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.07708992004394531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.08022591590881348
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.0841766357421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.09785984039306642
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.10685248374938965
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.08595328330993653
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.13568511962890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.1913920021057129
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,1.3449862670898436
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,16384,2,8,32,1,power_law_1.2,1.2588748931884766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.2414240074157715
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.32345985412597655
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.4512595367431641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.04042496204376221
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.06660480022430419
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,16384,2,8,32,1,power_law_1.2,1.8762168884277344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.0789574384689331
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.10006976127624512
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.12672320365905762
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.1673561668395996
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.20432064056396487
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.21058176040649412
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.555920639038086
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.21452608108520507
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.2177497673034668
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.23313215255737302
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,16384,2,8,32,1,power_law_1.2,2.4870579528808596
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.2459628868103027
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.2837286376953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.25942527770996093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,0.804104995727539
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.2725606346130371
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.2760256004333496
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.289865608215332
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.31977664947509765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.34806846618652343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.4168179321289062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,16384,2,8,32,1,power_law_1.2,3.0999591064453123
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,1.060035171508789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.01,0.6968653106689453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.498419189453125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.01,0.04230783939361572
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.01,0.04879104137420655
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.01,0.8312083435058593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.01,0.06670207977294922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.01,0.09493887901306153
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.01,0.12555647850036622
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.01,0.15975808143615722
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.01,1.509735107421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.01,3.492122192382813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.1654541015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,1.3255552673339843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.01,2.845416259765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.01,0.20764032363891602
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.01,2.1850239562988283
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.01,0.21643327713012694
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.01,0.2234899139404297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.01,0.222346248626709
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.01,0.23548736572265624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.01,0.36232704162597656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.01,0.248144645690918
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.01,0.24735231399536134
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.01,0.3502841567993164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.01,0.3488230514526367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.01,0.390777587890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.01,0.25283647537231446
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.01,0.6989113616943359
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.01,0.4269260787963868
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.01,0.5156857681274414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.04043136119842529
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.01,0.8572755432128906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.01,0.5745036697387695
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.06774271965026855
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.07906559944152833
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.09609919548034668
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.12094911575317382
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.01,2.5756677246093753
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.16019840240478517
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.20257471084594725
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.01,1.4282131958007813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.20902847290039062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.01,1.1317772674560547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.21381568908691406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.01,2.001838073730469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.21966400146484374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.2357606315612793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.27590335845947267
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.24612863540649413
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.2613075256347656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,32,1,power_law_1.01,3.1334329223632813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.3568921661376953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.2976582336425781
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.2887539291381836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.2834579277038574
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.3297612762451172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.42645889282226557
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.5130918502807618
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.7112268829345704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,256,32,1,power_law_1.2,0.042238078117370605
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,256,32,1,power_law_1.2,0.05122176170349121
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,256,32,1,power_law_1.2,0.06663167953491211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,256,32,1,power_law_1.2,0.8600466918945312
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,256,32,1,power_law_1.2,0.09004544258117676
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,256,32,1,power_law_1.2,0.11784768104553223
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.5245811462402343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.1816121673583984
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,256,32,1,power_law_1.2,2.195761871337891
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,256,32,1,power_law_1.2,0.20532480239868164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,256,32,1,power_law_1.2,0.1520723247528076
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,256,32,1,power_law_1.2,2.8642898559570313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,256,32,1,power_law_1.2,0.21937408447265624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,256,32,1,power_law_1.2,0.22719680786132815
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,256,32,1,power_law_1.2,0.21477695465087893
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,256,32,1,power_law_1.2,0.23288192749023437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,256,32,1,power_law_1.2,3.52242431640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,256,32,1,power_law_1.2,0.2440012741088867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,256,32,1,power_law_1.2,0.26026239395141604
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,256,32,1,power_law_1.2,0.3505593490600586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,256,32,1,power_law_1.2,0.41203582763671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,256,32,1,power_law_1.2,0.35821056365966797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,256,32,1,power_law_1.2,0.24781375885009765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,256,32,1,power_law_1.2,0.3705388641357422
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,256,32,1,power_law_1.2,0.4682592010498047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,256,32,1,power_law_1.2,0.5334675216674805
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,256,32,1,power_law_1.2,0.589480323791504
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.03093951940536499
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,256,32,1,power_law_1.2,0.7391161346435547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.047975678443908695
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,256,32,1,power_law_1.2,0.8786457824707032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.05342591762542724
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.05988863945007324
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.07099264144897462
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.08485312461853027
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.08971199989318848
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,256,32,1,power_law_1.2,1.1477926635742188
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.09140928268432617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,256,32,1,power_law_1.2,1.449432373046875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,256,32,1,power_law_1.2,2.0200204467773437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.09538944244384766
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.09811391830444335
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.10392064094543456
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.11738047599792481
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,256,32,1,power_law_1.2,3.1685696411132813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.11951104164123535
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,256,32,1,power_law_1.2,2.6020965576171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.1250438404083252
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.17302656173706055
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.12916799545288088
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.13114751815795897
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.13931839942932128
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.15556991577148438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.2104832077026367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.4688409423828125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.35018943786621093
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.24850624084472656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.01,0.032191998958587646
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.01,0.04788352012634277
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.01,0.036400001049041744
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.01,0.05592895984649658
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.01,0.06551936149597168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.01,0.08691519737243653
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.6537567901611328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.8403596496582031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.01,0.09143296241760254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.6456402587890626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.01,0.09258367538452147
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.239575653076172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.01,0.09550592422485352
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.01,0.09600895881652832
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.01,0.09933823585510254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.01,0.12412927627563478
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.01,0.125796480178833
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.01,2.0425759887695314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.01,0.1313593578338623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.01,0.18332096099853518
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.01,0.15460607528686524
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.01,0.20264768600463867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.01,0.13376383781433104
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.01,0.24254272460937498
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.01,0.14004096031188965
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.01,0.37930049896240237
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.03094336032867432
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.01,0.45382720947265626
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.01,0.28222528457641605
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.047618560791015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.05284863948822022
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.05856319904327393
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.06926208019256593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.01,0.8041664123535156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.08573439598083496
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.01,0.6308224105834961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.01,1.5129977416992186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.09279808044433593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.09026623725891113
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.0965510368347168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.01,1.1567206573486328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,32,1,power_law_1.01,1.8639852905273435
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.09963647842407226
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.10463871955871581
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.11920384407043456
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.12151359558105468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.1254905605316162
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.12877823829650878
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.1323801612854004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.14096960067749023
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.15721728324890136
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.17534143447875977
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.2120025634765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.2515283203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,1536,8,128,32,1,power_law_1.2,0.032189440727233884
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,1536,8,128,32,1,power_law_1.2,0.037048959732055665
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.35905216217041014
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,1536,8,128,32,1,power_law_1.2,0.04770559787750244
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.4761497497558594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,1536,8,128,32,1,power_law_1.2,0.06387263774871826
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,1536,8,128,32,1,power_law_1.2,0.054861440658569335
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,1536,8,128,32,1,power_law_1.2,0.08800000190734864
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,1536,8,128,32,1,power_law_1.2,0.09232704162597656
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,1536,8,128,32,1,power_law_1.2,0.0941004753112793
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,1536,8,128,32,1,power_law_1.2,0.09590784072875977
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,1536,8,128,32,1,power_law_1.2,0.09779775619506836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,1536,8,128,32,1,power_law_1.2,0.1264044761657715
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,1536,8,128,32,1,power_law_1.2,0.10030976295471192
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,1536,8,128,32,1,power_law_1.2,0.1328991985321045
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.6575628662109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,1536,8,128,32,1,power_law_1.2,0.12704256057739258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,1536,8,128,32,1,power_law_1.2,0.13904191970825194
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,1536,8,128,32,1,power_law_1.2,0.14249343872070314
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,1536,8,128,32,1,power_law_1.2,0.18684928894042968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,1536,8,128,32,1,power_law_1.2,0.16893312454223633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.8439148712158204
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,1536,8,128,32,1,power_law_1.2,0.24669248580932618
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,1536,8,128,32,1,power_law_1.2,0.2076332855224609
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,1536,8,128,32,1,power_law_1.2,0.2841087913513184
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,1536,8,128,32,1,power_law_1.2,0.38116798400878904
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,1536,8,128,32,1,power_law_1.2,0.45791809082031254
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.2536441802978515
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.04107967853546143
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,1536,8,128,32,1,power_law_1.2,0.6330003356933593
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.06672128200531005
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.07902336120605469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.09335935592651368
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.115348482131958
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.1557248020172119
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.162225284576416
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.1691155242919922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.17467456817626953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.19298944473266602
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.18001663208007812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.20346431732177733
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.21009408950805666
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.21839616775512694
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.22280191421508788
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.22793792724609374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.2429408073425293
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.27406848907470704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.3070131111145019
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,1536,8,128,32,1,power_law_1.2,0.8110726165771485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.6606381225585938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.3968102264404297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.5157068634033204
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.6807654571533204
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.8516524505615234
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.2045932769775392
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.5591488647460938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.01,0.0415334415435791
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.01,2.296370544433594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,1536,8,128,32,1,power_law_1.2,1.163687057495117
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.01,0.06435328006744385
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.01,0.049755520820617676
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.01,0.08136639595031739
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.01,0.10443584442138672
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.01,3.0270791625976563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.01,0.14353088378906248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.01,0.15652799606323242
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.01,0.17841024398803712
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.01,0.17241792678833007
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,1536,8,128,32,1,power_law_1.2,2.0712985229492187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.01,0.17595136642456055
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.01,3.7464108276367183
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.01,0.18467647552490235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.01,0.23571712493896485
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.01,0.18903680801391604
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.01,0.24829887390136718
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.01,0.24535743713378907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.01,0.2952025604248047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.01,0.250384635925293
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.01,0.26434112548828126
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.01,0.3173164749145508
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.01,0.3774911880493164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.01,0.4371289443969727
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,1536,8,128,32,1,power_law_1.2,1.5158937072753906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.01,0.5851929473876953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.040007038116455076
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.01,0.7021932983398438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.06679679870605468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.0901740837097168
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.07846399784088134
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.11080448150634765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.15482751846313475
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.01,0.9734194946289062
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.16148799896240235
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.01,1.771702423095703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.01,1.237289581298828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.1705286407470703
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.1843494415283203
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.01,2.300345611572266
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.17793855667114258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.19633087158203125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.2153318405151367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,32,1,power_law_1.01,2.853552551269531
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.2077881622314453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.22020223617553708
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.22654399871826172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.24653631210327148
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.2342144012451172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.2773171234130859
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.3102035140991211
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.4206035232543945
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.5269036865234374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.6922303771972655
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,6144,2560,8,160,32,1,power_law_1.2,0.04162752151489258
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,6144,2560,8,160,32,1,power_law_1.2,0.8575027465820313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,6144,2560,8,160,32,1,power_law_1.2,0.05143936157226563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,6144,2560,8,160,32,1,power_law_1.2,0.06405375957489014
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,6144,2560,8,160,32,1,power_law_1.2,0.09875967979431152
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,6144,2560,8,160,32,1,power_law_1.2,0.07816832065582276
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.2145491027832032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,1536,8,128,32,1,power_law_1.2,1.8688557434082032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,6144,2560,8,160,32,1,power_law_1.2,0.1744108772277832
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,6144,2560,8,160,32,1,power_law_1.2,0.15648063659667968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,6144,2560,8,160,32,1,power_law_1.2,0.14306624412536623
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.5780455017089845
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,6144,2560,8,160,32,1,power_law_1.2,0.17958591461181642
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,6144,2560,8,160,32,1,power_law_1.2,0.18717248916625978
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,6144,2560,8,160,32,1,power_law_1.2,0.19229696273803712
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,6144,2560,8,160,32,1,power_law_1.2,0.182936954498291
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,6144,2560,8,160,32,1,power_law_1.2,0.24264511108398437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,6144,2560,8,160,32,1,power_law_1.2,0.25248512268066403
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,6144,2560,8,160,32,1,power_law_1.2,0.24727487564086914
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,6144,2560,8,160,32,1,power_law_1.2,2.3114022827148437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,6144,2560,8,160,32,1,power_law_1.2,0.25904191970825197
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,6144,2560,8,160,32,1,power_law_1.2,0.27258623123168946
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,6144,2560,8,160,32,1,power_law_1.2,0.29988351821899417
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,6144,2560,8,160,32,1,power_law_1.2,0.32554367065429685
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,6144,2560,8,160,32,1,power_law_1.2,0.5953868865966797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,6144,2560,8,160,32,1,power_law_1.2,0.38388031005859374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,6144,2560,8,160,32,1,power_law_1.2,0.44441600799560543
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,6144,2560,8,160,32,1,power_law_1.2,0.7079212951660157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,6144,2560,8,160,32,1,power_law_1.2,3.0192172241210935
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.043795199394226075
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.06999807834625245
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.08210240364074707
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.1028012752532959
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,6144,2560,8,160,32,1,power_law_1.2,0.9782015991210937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,6144,2560,8,160,32,1,power_law_1.2,3.7682464599609373
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.19308671951293946
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.14078463554382323
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.23020992279052735
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.2901139259338379
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.27530431747436523
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,6144,2560,8,160,32,1,power_law_1.2,1.2393766021728516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.29993343353271484
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.316947193145752
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.3277414321899414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,6144,2560,8,160,32,1,power_law_1.2,1.7782591247558592
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.3383039855957031
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.3567967987060547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.375038070678711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.4182636642456055
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.36813568115234374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.4174918365478516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.4584441757202148
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.561404800415039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.6529708862304687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,6144,2560,8,160,32,1,power_law_1.2,2.3043341064453124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.01,0.9664556884765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.01,0.04480192184448242
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.01,0.8439231872558594
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.01,0.05168575763702392
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.01,0.06937024116516113
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.01,0.09831999778747559
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.324940185546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.01,0.14376832008361817
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,6144,2560,8,160,32,1,power_law_1.2,2.8608941650390625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.01,0.1941811180114746
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.01,1.6704365539550783
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.01,0.27708288192749025
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.01,0.22658496856689453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.01,0.3023283195495606
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.01,0.3107852745056152
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.01,0.32751678466796874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.01,3.1184677124023437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.01,2.4052210998535157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.01,0.3330022430419922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.01,0.3427788925170899
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.01,0.3523072052001953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.01,3.813132019042969
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.01,0.5226707077026367
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.01,0.36060863494873047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.01,0.4935615921020508
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.01,0.3708761596679687
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.01,0.9778393554687501
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.01,0.550643196105957
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.01,0.6164966583251953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.01,0.6999558258056641
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.044154877662658694
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.01,0.8429440307617189
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.0704576015472412
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.08155967712402343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.10259263992309571
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.13542655944824217
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.2212633514404297
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.18380096435546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.01,1.57496826171875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.01,2.8197280883789064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.01,1.2755615997314453
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.2710809516906738
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.28368000030517576
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.01,2.1855999755859377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.32661502838134765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.29281024932861327
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.3098643112182617
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.35667072296142577
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.3753766250610352
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.3773100662231445
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.3408607864379883
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,32,1,power_law_1.01,3.422381591796875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.41662143707275395
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.42672382354736327
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.4746835327148437
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,7168,2048,8,384,32,1,power_law_1.2,0.8627359771728516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.5871839904785157
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,7168,2048,8,384,32,1,power_law_1.2,0.04556992053985596
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.7048716735839844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,7168,2048,8,384,32,1,power_law_1.2,0.05207488059997558
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,7168,2048,8,384,32,1,power_law_1.2,0.06961535930633544
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,7168,2048,8,384,32,1,power_law_1.2,0.994431381225586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,7168,2048,8,384,32,1,power_law_1.2,0.09945728302001952
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,7168,2048,8,384,32,1,power_law_1.2,0.1341868782043457
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,7168,2048,8,384,32,1,power_law_1.2,0.21440128326416014
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,7168,2048,8,384,32,1,power_law_1.2,0.1807974433898926
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.3526130676269532
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,7168,2048,8,384,32,1,power_law_1.2,0.2717747116088867
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,7168,2048,8,384,32,1,power_law_1.2,3.8295520019531253
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,7168,2048,8,384,32,1,power_law_1.2,1.691239013671875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,7168,2048,8,384,32,1,power_law_1.2,0.29022592544555664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,7168,2048,8,384,32,1,power_law_1.2,2.4145791625976565
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,7168,2048,8,384,32,1,power_law_1.2,3.1331051635742186
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,7168,2048,8,384,32,1,power_law_1.2,0.3403667068481445
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,7168,2048,8,384,32,1,power_law_1.2,0.30339263916015624
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,7168,2048,8,384,32,1,power_law_1.2,0.3328006362915039
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,7168,2048,8,384,32,1,power_law_1.2,0.3201919937133789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,7168,2048,8,384,32,1,power_law_1.2,0.3590591812133789
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,7168,2048,8,384,32,1,power_law_1.2,0.5319142532348633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,7168,2048,8,384,32,1,power_law_1.2,0.3492550277709961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,7168,2048,8,384,32,1,power_law_1.2,0.49897407531738286
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,7168,2048,8,384,32,1,power_law_1.2,0.36820735931396487
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,7168,2048,8,384,32,1,power_law_1.2,1.0473011016845704
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,7168,2048,8,384,32,1,power_law_1.2,0.6463276672363281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,7168,2048,8,384,32,1,power_law_1.2,0.5637868881225586
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,7168,2048,8,384,32,1,power_law_1.2,0.7404307556152344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,7168,2048,8,384,32,1,power_law_1.2,0.8782701110839843
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.028018560409545902
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.050636801719665524
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.03238719940185547
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.07624959945678711
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.10544447898864746
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.06284351825714111
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,7168,2048,8,384,32,1,power_law_1.2,1.3458380126953124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.10980287551879883
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,7168,2048,8,384,32,1,power_law_1.2,2.8779827880859377
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.11622655868530274
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,7168,2048,8,384,32,1,power_law_1.2,1.6475794982910155
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.12212160110473633
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.11910655975341797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.1313708782196045
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.12867839813232423
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,7168,2048,8,384,32,1,power_law_1.2,2.252852478027344
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.1293721580505371
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.13483712196350098
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,7168,2048,8,384,32,1,power_law_1.2,3.4549581909179685
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.13610688209533692
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.16498752593994143
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.13997632026672363
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.21378559112548828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.1479257583618164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.2767788887023926
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.18034048080444337
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.027752959728240968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.01,0.5799859237670899
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.03800960063934326
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.050042238235473636
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.3452159881591797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.07315968036651611
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.41382656097412107
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.1038310432434082
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.11102720260620118
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.05960319995880127
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.01,1.057514877319336
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.12569215774536133
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.01,1.4003205871582032
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.1159552001953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.12014464378356933
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.01,0.7459935760498047
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.01,1.717496337890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.13231103897094726
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.13331711769104004
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.1298579216003418
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.138470401763916
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.18154367446899414
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.1679155158996582
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.13916543960571287
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.14418560028076172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.4168326568603516
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.27836671829223636
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.15089856147766115
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.21792127609252931
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.3483756637573242
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.07798399925231933
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.10684224128723145
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.16156991958618164
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.25421823501586915
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,2688,1856,6,128,32,1,power_law_1.2,0.5832870483398438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.36043582916259764
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,2688,1856,6,128,32,1,power_law_1.2,0.7515750122070313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.6012051010131836
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.01,0.6361625671386719
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,2688,1856,6,128,32,1,power_law_1.2,1.4063340759277343
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.01,0.6571186828613281
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,2688,1856,6,128,32,1,power_law_1.2,1.0720620727539063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.01,0.6789350128173828
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.01,0.7433222198486329
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.01,0.7012262725830078
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.01,0.8112652587890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.01,0.9800947570800782
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.01,1.0696876525878907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.01,0.8701197052001953
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,2688,1856,6,128,32,1,power_law_1.2,1.7318438720703124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.01,1.1870988464355468
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.01,1.4027360534667968
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.01,0.9659718322753907
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.01,1.1069318389892577
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.01,1.6156224060058595
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.01,1.3606495666503906
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.01,2.1098451232910156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.01,2.6300372314453124
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.01,3.6626651000976564
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.01,4.704302673339844
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.01,1.129022750854492
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.01,6.865404663085937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.01,0.34722240447998043
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.01,0.624711685180664
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.01,4.532039184570313
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.01,9.056280517578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.01,4.867627563476562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.01,5.25124267578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.01,1.9154266357421874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.01,5.125029296875001
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.01,2.721978759765625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.01,5.238949584960937
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.01,5.48610595703125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.01,11.262745361328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.01,5.41130126953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.01,5.484834594726562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.01,5.923817749023438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.01,6.195772094726562
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.01,6.572346801757813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.01,5.506826782226563
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,1,power_law_1.01,6.243289794921875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,1,power_law_1.01,6.801658935546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,1,power_law_1.01,7.6448474121093755
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,1,power_law_1.01,8.669390258789061
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.07824255943298339
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.10734911918640137
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.16182144165039064
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,1,power_law_1.01,10.93735107421875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,1,power_law_1.01,13.1606640625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.5922259140014648
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.23752511978149413
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.3325312042236328
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,48,4096,2688,22,512,32,1,power_law_1.2,0.6346905517578125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,80,4096,2688,22,512,32,1,power_law_1.2,0.6837741088867187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,96,4096,2688,22,512,32,1,power_law_1.2,0.7117427062988282
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,64,4096,2688,22,512,32,1,power_law_1.2,0.6512332916259765
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,128,4096,2688,22,512,32,1,power_law_1.2,0.7638323211669922
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,1,power_law_1.01,17.47339599609375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,1,power_law_1.01,21.335371093750002
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,192,4096,2688,22,512,32,1,power_law_1.2,0.8985644531249999
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,160,4096,2688,22,512,32,1,power_law_1.2,0.8434329223632812
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,256,4096,2688,22,512,32,1,power_law_1.2,1.0110975646972657
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,320,4096,2688,22,512,32,1,power_law_1.2,1.1045549011230469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,384,4096,2688,22,512,32,1,power_law_1.2,1.2198400115966797
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,1,power_law_1.01,30.742551269531248
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,512,4096,2688,22,512,32,1,power_law_1.2,1.4413868713378908
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,768,4096,2688,22,512,32,1,power_law_1.2,0.9984601593017578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1024,4096,2688,22,512,32,1,power_law_1.2,1.1465996551513673
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,1536,4096,2688,22,512,32,1,power_law_1.2,1.3969952392578127
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,1,power_law_1.01,39.651401367187496
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,2048,4096,2688,22,512,32,1,power_law_1.2,1.6470880126953127
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,3072,4096,2688,22,512,32,1,power_law_1.2,2.157013702392578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,4096,4096,2688,22,512,32,1,power_law_1.2,2.68113037109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1,4096,2688,22,512,32,1,power_law_1.2,0.3494976043701172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2,4096,2688,22,512,32,1,power_law_1.2,0.6213888168334961
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4,4096,2688,22,512,32,1,power_law_1.2,1.130714874267578
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,6144,4096,2688,22,512,32,1,power_law_1.2,3.722685546875
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,8192,4096,2688,22,512,32,1,power_law_1.2,4.773988342285156
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,32,4096,2688,22,512,32,1,power_law_1.2,4.530338439941406
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,48,4096,2688,22,512,32,1,power_law_1.2,4.869416198730469
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16,4096,2688,22,512,32,1,power_law_1.2,2.499995574951172
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,64,4096,2688,22,512,32,1,power_law_1.2,5.0409912109375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,80,4096,2688,22,512,32,1,power_law_1.2,5.241885986328125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,12288,4096,2688,22,512,32,1,power_law_1.2,6.9267730712890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,128,4096,2688,22,512,32,1,power_law_1.2,5.516217041015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,32,1,power_law_1.01,48.0443505859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,160,4096,2688,22,512,32,1,power_law_1.2,5.65577880859375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8,4096,2688,22,512,32,1,power_law_1.2,1.774888916015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,192,4096,2688,22,512,32,1,power_law_1.2,5.72833251953125
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,96,4096,2688,22,512,32,1,power_law_1.2,5.330142822265625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,256,4096,2688,22,512,32,1,power_law_1.2,6.067138061523438
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,16384,4096,2688,22,512,32,1,power_law_1.2,9.107552490234374
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,384,4096,2688,22,512,32,1,power_law_1.2,6.550580444335938
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,512,4096,2688,22,512,32,1,power_law_1.2,6.802310180664063
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,768,4096,2688,22,512,32,1,power_law_1.2,6.585443115234375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1024,4096,2688,22,512,32,1,power_law_1.2,7.134527587890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,320,4096,2688,22,512,32,1,power_law_1.2,6.142886962890625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,float16,20480,4096,2688,22,512,32,1,power_law_1.2,11.255427246093749
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,1536,4096,2688,22,512,32,1,power_law_1.2,8.166829223632813
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,2048,4096,2688,22,512,32,1,power_law_1.2,9.218200073242187
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,3072,4096,2688,22,512,32,1,power_law_1.2,11.26333984375
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,4096,4096,2688,22,512,32,1,power_law_1.2,13.1870166015625
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,6144,4096,2688,22,512,32,1,power_law_1.2,17.837469482421874
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,8192,4096,2688,22,512,32,1,power_law_1.2,22.261491699218748
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,12288,4096,2688,22,512,32,1,power_law_1.2,30.698427734375002
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,16384,4096,2688,22,512,32,1,power_law_1.2,39.064128417968746
SGLang,0.5.9,NVIDIA H200,moe,sglang_fused_moe_triton,fp8_block,20480,4096,2688,22,512,32,1,power_law_1.2,48.8047021484375
